-- Logs begin at Thu 2021-06-17 16:44:03 UTC, end at Thu 2021-06-17 18:19:43 UTC. -- Jun 17 17:45:32.769591 dv-cinder-796864-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 17:45:34.917019 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:45:34.917735 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev34 Jun 17 17:45:34.917827 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75095) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 17 17:45:34.920138 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:45:34.920383 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev34 Jun 17 17:45:34.920624 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75095) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 17 17:45:34.921590 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 17:45:34.921812 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 17:45:34.922199 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 17:45:34.922443 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 17:45:34.922665 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 17:45:34.922982 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.923273 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.923561 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.923789 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.924079 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.924383 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.924664 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.924948 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.925241 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.925525 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.925799 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.926103 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.926334 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.926621 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.926899 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.927178 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.927396 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] debug = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.927671 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.928094 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.928505 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.929320 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.929608 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.929909 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.930196 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.930480 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.930810 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] host = dv-cinder-796864-1-iscsi {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.931086 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.931368 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.931650 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.931932 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.932202 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.932474 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.932755 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.933026 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.933292 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] log_file = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.933563 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.933844 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.934149 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.934431 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.934652 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.934873 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.935151 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.935433 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.935704 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.935973 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.936242 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.936511 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.936781 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.937045 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.937323 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.937600 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.937914 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.938186 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.938456 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.938723 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.938990 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.939268 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.939536 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.939802 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.940069 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.940347 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.940611 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.940884 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.941177 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.941454 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.941729 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.942029 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.942299 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.942575 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.942842 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.943113 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.943379 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] use_json = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.943647 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.943912 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.944194 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.944531 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.944798 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.945068 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.945336 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.945617 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:34.945929 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.946221 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.946514 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.946797 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.947083 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.947360 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.947643 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.947917 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.948199 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.948479 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.948770 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.949042 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.949320 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.949632 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.949930 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.950200 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.950472 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.950757 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.951032 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.951296 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.951566 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.951846 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.952117 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.952382 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.952657 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.952929 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.953196 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.953461 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.953732 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.954035 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.954306 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.954569 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.954836 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.955105 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.955371 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.955650 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.955922 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.956244 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.956512 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.956785 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.957054 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.957321 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.957593 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.957858 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.958154 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.958421 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.958686 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.958956 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.959223 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.959490 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.959756 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.960047 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.960318 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.960585 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.960857 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.961149 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.961413 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.961680 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.961983 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.962276 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.962547 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.962820 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.963092 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.963363 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.963633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.963902 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.964172 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.964444 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.964711 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.964994 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.965270 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.965549 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.965824 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.966120 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.966407 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.966677 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.966952 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.967254 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.967528 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.967807 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.968085 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.968370 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.968656 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.968942 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.969228 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.969516 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.969790 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.970116 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.970392 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:34.970608 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:45:34.970850 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75095) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 17:45:35.378910 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO keyring.backend [-] Loading KWallet Jun 17 17:45:35.386820 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO keyring.backend [-] Loading SecretService Jun 17 17:45:35.390091 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO keyring.backend [-] Loading Windows Jun 17 17:45:35.391424 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO keyring.backend [-] Loading chainer Jun 17 17:45:35.391981 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO keyring.backend [-] Loading macOS Jun 17 17:45:35.424665 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:45:35.424942 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=75095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:45:35.425237 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:45:35.425565 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 17:45:35.733215 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.733493 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.733823 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.790485 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.790765 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.791031 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.794143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.794421 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.794689 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.824028 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.824297 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.824580 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.850002 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.850292 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:35.851070 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.171890 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.172549 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.172549 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.172691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.173394 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.297525 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.297835 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.298149 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.298417 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.298679 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.298983 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.299244 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.299497 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.299746 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.300021 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.300275 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.300535 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.300793 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.301043 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.301303 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.301565 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.301835 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.302127 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.302374 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.302651 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.302991 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.303242 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.303487 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.303786 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.304031 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.304271 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.304644 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:36.304877 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:36.305109 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:36.305340 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:36.305569 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:36.305798 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:36.306374 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 17:45:36.309599 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 17:45:36.313565 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 17:45:36.317414 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 17 17:45:36.319075 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 17:45:36.319979 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 17:45:36.320306 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 17:45:36.320685 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 17:45:36.323516 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 17:45:36.323767 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 17:45:36.324107 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:45:36.352004 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 17 17:45:36.352387 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.352682 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75095) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 17:45:36.353041 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.354450 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75095) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 17:45:36.354737 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:45:36.354980 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 17:45:36.358290 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.358567 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:36.420186 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 17:45:36.420414 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 17:45:36.420648 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 17:45:36.421014 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 17:45:36.451857 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_db.sqlalchemy.engines [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75095) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 17 17:45:36.946278 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing driver for type 'gre' Jun 17 17:45:36.946812 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] gre ID ranges: [(1, 1000)] Jun 17 17:45:37.142821 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing driver for type 'local' Jun 17 17:45:37.143161 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing driver for type 'vlan' Jun 17 17:45:37.251423 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] VlanTypeDriver initialization complete Jun 17 17:45:37.252043 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing driver for type 'vxlan' Jun 17 17:45:37.252215 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] vxlan ID ranges: [(1, 1000)] Jun 17 17:45:37.548277 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing extension driver 'port_security' Jun 17 17:45:37.548556 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] PortSecurityExtensionDriver initialization complete Jun 17 17:45:37.548900 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing mechanism driver 'openvswitch' Jun 17 17:45:37.549229 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing mechanism driver 'hyperv' Jun 17 17:45:37.555906 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.plugins.ml2.plugin [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:45:37.556604 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.556980 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.557338 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.557727 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnet after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.558103 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnet after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.558531 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.558877 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.559226 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.559570 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.559953 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > security_group after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.560301 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > security_group after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.560647 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > security_group after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.561029 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.561378 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.561720 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.562082 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] ML2 OVO RPC backend initialized. {{(pid=75095) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 17 17:45:37.562720 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.563080 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.563501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.563898 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > networks before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.564202 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.564556 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > ports before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.564909 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnet before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.565254 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnets before_response 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.565602 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.565966 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.566305 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.566645 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.566984 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.567323 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.567657 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnet after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.567994 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnet after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.568330 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.568906 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.plugin [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Modular L2 Plugin initialization complete Jun 17 17:45:37.569241 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading services supported by the core plugin {{(pid=75095) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 17:45:37.569570 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.plugins.ml2.managers [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Got port-security extension from driver 'port_security' Jun 17 17:45:37.570074 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.extensions.vlantransparent [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Disabled vlantransparent extension. Jun 17 17:45:37.575646 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75095) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 17:45:37.575646 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: router Jun 17 17:45:37.611812 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router_interface before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.612205 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router after_create 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.612575 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router before_create 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.612941 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.613310 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.613668 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router after_delete 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.614054 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > floatingip after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.614420 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router after_create 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.614851 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router after_update 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.615118 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router after_update 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.615467 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.615824 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router after_update 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.616233 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_update 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.616603 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: port after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.616946 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: port after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.617311 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: subnet after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.617653 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.618031 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > port precommit_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.618383 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_create 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.618727 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: port before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.619072 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.619430 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router after_update 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.619773 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_delete 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.620124 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_create 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.620488 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.620889 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_update 55549900 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.621279 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > network after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.622182 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Tracking information for resource: router configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:37.622518 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Tracking information for resource: floatingip configured {{(pid=75095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:45:37.627479 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.db.l3_agentschedulers_db [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 17:45:37.628066 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: port after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.628433 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: port after_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.628787 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: port after_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.629140 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: port after_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.629958 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router before_create 55550100 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.630325 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_delete 55550100 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.630684 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_create 55550100 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.631042 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > router precommit_update 55550100 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.635309 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.services.provider_configuration [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service providers = [] {{(pid=75095) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 17:45:37.635683 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.db.servicetype_db [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75095) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 17:45:37.645517 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.services.service_base [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:45:37.645920 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.services.service_base [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:45:37.646269 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.services.service_base [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:45:37.647143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.services.service_base [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:45:37.647687 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.services.service_base [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 17:45:37.648068 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.648906 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 17:45:37.659422 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.659762 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: auto_allocate Jun 17 17:45:37.666468 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: network precommit_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.666836 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: network precommit_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.667382 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.667727 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: tag Jun 17 17:45:37.674528 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.674864 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: timestamp Jun 17 17:45:37.678671 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.678998 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: network_ip_availability Jun 17 17:45:37.684293 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.684641 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.684998 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.685728 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.686083 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: flavors Jun 17 17:45:37.690976 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.691315 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading Plugin: revisions Jun 17 17:45:37.700321 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:45:37.700706 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_concurrency.lockutils [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.275s {{(pid=75095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:45:37.701452 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75095) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jun 17 17:45:37.701805 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Initializing extension manager. Jun 17 17:45:37.702325 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: __init__.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.702666 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: __pycache__ {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.703001 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.703333 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.703662 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: _filter_validation_lib.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.703990 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.704316 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: address_group.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.705069 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.705649 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: address-group Jun 17 17:45:37.706001 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: address_scope.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.706694 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.707257 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: address-scope Jun 17 17:45:37.707574 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: admin_state_down_before_update.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.708491 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.709010 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: router-admin-state-down-before-update Jun 17 17:45:37.709326 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: agent.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.710042 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.710584 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: agent Jun 17 17:45:37.711401 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: agent_resources_synced.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.712283 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.712799 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: agent-resources-synced Jun 17 17:45:37.713116 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: allowedaddresspairs.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.714931 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.715461 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: allowed-address-pairs Jun 17 17:45:37.715784 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: auto_allocated_topology.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.716884 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.717409 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: auto-allocated-topology Jun 17 17:45:37.717734 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: availability_zone.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.718434 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.718949 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: availability_zone Jun 17 17:45:37.719268 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: availability_zone_filter.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.720168 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.720690 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: availability_zone_filter Jun 17 17:45:37.721007 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: data_plane_status.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.721896 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.722423 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 17:45:37.722745 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: default_subnetpools.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.723628 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.724149 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: default-subnetpools Jun 17 17:45:37.724468 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: dhcpagentscheduler.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.725230 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.725750 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: dhcp_agent_scheduler Jun 17 17:45:37.726141 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: dns.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.727626 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.728143 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension dns-integration not supported by any of loaded plugins Jun 17 17:45:37.728465 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: dns_domain_ports.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.729352 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.729893 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 17:45:37.730219 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: dvr.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.730874 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.731396 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: dvr Jun 17 17:45:37.731717 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: empty_string_filtering.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.732607 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.733155 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: empty-string-filtering Jun 17 17:45:37.733469 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.734377 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.734888 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:45:37.735202 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.736083 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.736598 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 17:45:37.736915 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: external_net.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.737789 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.738334 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: external-net Jun 17 17:45:37.738653 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: extra_dhcp_opt.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.739530 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.740053 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: extra_dhcp_opt Jun 17 17:45:37.740370 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: extraroute.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.741272 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.741788 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: extraroute Jun 17 17:45:37.742620 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: extraroute_atomic.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.743639 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.744156 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: extraroute-atomic Jun 17 17:45:37.744476 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: filter_validation.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.745123 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.745636 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: filter-validation Jun 17 17:45:37.745988 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: fip_pf_description.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.746883 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.747451 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 17:45:37.747778 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: fip_port_details.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.748836 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.749356 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: fip-port-details Jun 17 17:45:37.749683 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: flavors.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.750928 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.751460 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: flavors Jun 17 17:45:37.751781 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.753416 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.753977 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 17:45:37.754308 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: floatingip_pools.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.755113 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.755634 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: floatingip-pools Jun 17 17:45:37.755955 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: ip_allocation.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.756859 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.757377 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 17:45:37.758290 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.759238 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.759772 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: ip-substring-filtering Jun 17 17:45:37.760095 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l2_adjacency.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.760994 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.761565 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 17:45:37.761917 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l3.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.762847 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.763376 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: router Jun 17 17:45:37.763696 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l3_conntrack_helper.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.765901 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.766445 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:45:37.766774 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.767679 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.768210 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: ext-gw-mode Jun 17 17:45:37.768537 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.769450 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.770006 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: l3-ha Jun 17 17:45:37.770330 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l3_flavors.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.771220 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.771737 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: l3-flavors Jun 17 17:45:37.772056 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.772959 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.773516 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 17:45:37.773837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: l3agentscheduler.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.774887 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.775408 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: l3_agent_scheduler Jun 17 17:45:37.775732 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: logging.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.777246 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.777779 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension logging not supported by any of loaded plugins Jun 17 17:45:37.778132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: metering.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.778852 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.779441 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: metering Jun 17 17:45:37.779767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.780832 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.781361 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: metering_source_and_destination_fields Jun 17 17:45:37.781680 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: multiprovidernet.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.782601 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.783124 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: multi-provider Jun 17 17:45:37.783469 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: netmtu.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.784479 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.785004 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: net-mtu Jun 17 17:45:37.785324 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: netmtu_writable.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.786243 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.786766 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: net-mtu-writable Jun 17 17:45:37.787085 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: network_availability_zone.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.787735 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.788252 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: network_availability_zone Jun 17 17:45:37.788823 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: network_ip_availability.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.789991 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.790526 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: network-ip-availability Jun 17 17:45:37.790846 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: network_segment_range.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.791597 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.792112 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 17:45:37.792430 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: pagination.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.793417 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.793737 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: pagination Jun 17 17:45:37.794075 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.794975 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.795500 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: port-mac-address-regenerate Jun 17 17:45:37.795816 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: port_resource_request.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.796699 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.797205 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 17:45:37.797523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: portbindings.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.798495 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.798967 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: binding Jun 17 17:45:37.799286 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: portbindings_extended.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.800543 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.801067 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: binding-extended Jun 17 17:45:37.801443 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: portsecurity.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.802364 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.802890 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: port-security Jun 17 17:45:37.803211 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: project_id.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.804157 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.804482 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: project-id Jun 17 17:45:37.805310 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: providernet.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.806229 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.806756 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: provider Jun 17 17:45:37.807072 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.810716 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.811250 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos not supported by any of loaded plugins Jun 17 17:45:37.811577 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.812790 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.813311 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 17:45:37.813638 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.814547 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.815070 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 17:45:37.815392 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_default.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.816314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.816834 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-default not supported by any of loaded plugins Jun 17 17:45:37.817155 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_fip.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.817792 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.818347 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-fip not supported by any of loaded plugins Jun 17 17:45:37.818670 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_gateway_ip.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.819573 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.820106 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 17:45:37.820972 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_port_network_policy.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.821860 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.822403 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 17:45:37.822725 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_rule_type_details.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.823636 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.824155 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 17:45:37.824474 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: qos_rules_alias.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.825490 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.826045 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 17:45:37.826371 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: quotasv2.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.827251 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.827575 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: quotas Jun 17 17:45:37.827895 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: quotasv2_detail.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.829666 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.830092 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: quota_details Jun 17 17:45:37.830422 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: rbac.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.831464 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.832004 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: rbac-policies Jun 17 17:45:37.832329 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: rbac_address_scope.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.833224 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.833755 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: rbac-address-scope Jun 17 17:45:37.834105 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: rbac_security_groups.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.834995 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.835520 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: rbac-security-groups Jun 17 17:45:37.835865 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: rbac_subnetpool.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.836758 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.837277 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: rbac-subnetpool Jun 17 17:45:37.837593 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: revisionifmatch.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.838613 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.839131 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: revision-if-match Jun 17 17:45:37.839455 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: revisions.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.840539 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.841064 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: standard-attr-revisions Jun 17 17:45:37.841384 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: router_availability_zone.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.842067 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.842594 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: router_availability_zone Jun 17 17:45:37.842913 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: routerservicetype.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.843819 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.844329 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension router-service-type not supported by any of loaded plugins Jun 17 17:45:37.844705 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: security_groups_port_filtering.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.845593 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.846141 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: port-security-groups-filtering Jun 17 17:45:37.846458 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: securitygroup.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.858101 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.858682 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: security-group Jun 17 17:45:37.859054 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: segment.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.859876 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.860403 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension segment not supported by any of loaded plugins Jun 17 17:45:37.860730 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.861715 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.862352 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 17:45:37.862680 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: servicetype.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.863773 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.864306 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: service-type Jun 17 17:45:37.864632 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: sorting.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.865591 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.865941 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: sorting Jun 17 17:45:37.866262 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: standard_attr_segment.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.867858 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.868387 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 17:45:37.868712 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: standardattrdescription.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.869365 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.869897 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: standard-attr-description Jun 17 17:45:37.870230 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: stateful_security_group.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.871210 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.871735 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: stateful-security-group Jun 17 17:45:37.872058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: stdattrs_common.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.872625 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 17:45:37.873099 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.874099 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.874643 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 17:45:37.874963 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: subnet_onboard.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.876303 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.876857 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: subnet_onboard Jun 17 17:45:37.877181 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.878240 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.878772 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 17:45:37.879110 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: subnet_service_types.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.880022 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.880544 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: subnet-service-types Jun 17 17:45:37.880864 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: subnetallocation.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.881949 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.882480 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: subnet_allocation Jun 17 17:45:37.882839 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.883490 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.884008 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: subnetpool-prefix-ops Jun 17 17:45:37.884377 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.885303 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.885823 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 17:45:37.886175 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: tagging.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.887218 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.887745 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: standard-attr-tag Jun 17 17:45:37.888070 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: timestamp.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.889249 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.889803 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loaded extension: standard-attr-timestamp Jun 17 17:45:37.890154 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: trunk.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.891159 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.891685 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension trunk not supported by any of loaded plugins Jun 17 17:45:37.892008 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: trunk_details.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.892897 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.893418 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension trunk-details not supported by any of loaded plugins Jun 17 17:45:37.893737 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: uplink_status_propagation.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.894718 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.895242 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 17:45:37.895638 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Loading extension file: vlantransparent.py {{(pid=75095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 17 17:45:37.896296 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 17 17:45:37.896815 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 17:45:37.899226 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:network Jun 17 17:45:37.899985 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:subnet Jun 17 17:45:37.900770 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:45:37.901490 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:port Jun 17 17:45:37.902803 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.903236 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service FLAVORS assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.903858 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.904311 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.904638 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:router Jun 17 17:45:37.905292 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:45:37.906015 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service METERING assigned prefix: /metering {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.907543 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.907915 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.908268 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:45:37.909396 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:45:37.909854 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:45:37.910532 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:45:37.911272 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service CORE assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.911602 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:45:37.911937 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] subnetpool is already registered Jun 17 17:45:37.912532 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service CORE assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.912858 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:45:37.913176 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] subnetpool is already registered Jun 17 17:45:37.916596 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.917023 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service FLAVORS assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.917613 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.918063 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.918406 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:router Jun 17 17:45:37.918822 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] router is already registered Jun 17 17:45:37.919407 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:45:37.919734 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] floatingip is already registered Jun 17 17:45:37.920357 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service METERING assigned prefix: /metering {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.921023 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:45:37.921403 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] rbac_policy is already registered Jun 17 17:45:37.921965 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:45:37.922291 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] security_group is already registered Jun 17 17:45:37.922868 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:45:37.923193 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] security_group_rule is already registered Jun 17 17:45:37.923838 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service CORE assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.924164 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:45:37.924485 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] subnetpool is already registered Jun 17 17:45:37.925118 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.v2.resource_helper [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Service CORE assigned prefix: {{(pid=75095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:45:37.925441 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:45:37.925768 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING neutron.quota.resource_registry [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] subnetpool is already registered Jun 17 17:45:37.926434 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: extensions {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.927945 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: address-groups {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.930149 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: address-scopes {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.931357 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: agents {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.932507 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: auto-allocated-topology {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.933734 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: availability_zones {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.935065 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: dhcp-networks {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.936491 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: dhcp-agents {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.937887 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: routers {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.939764 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: flavors {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.940923 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: service_profiles {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.942124 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: next_providers {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.943614 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: service_profiles {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.945106 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: floatingip-pools {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.946350 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: routers {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.948129 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: floatingips {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.949295 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: l3-routers {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.950759 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: l3-agents {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.952129 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: metering-labels {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.953458 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: metering-label-rules {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.954759 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: network-ip-availabilities {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.955983 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: bindings {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.958630 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: quotas {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.960068 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: quotas {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.961514 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: rbac-policies {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.962823 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: security-groups {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.964029 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: security-group-rules {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.965244 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: service-providers {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.966539 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: subnetpools {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.967932 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: subnetpools {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.969410 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.971110 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.972912 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.974666 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.977039 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.978718 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.980464 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.982378 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.984207 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.986056 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron.api.extensions [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Extended resource: tags {{(pid=75095) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 17 17:45:37.991976 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING keystonemiddleware.auth_token [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 17:45:37.997360 dv-cinder-796864-1-iscsi neutron-server[75095]: WARNING keystonemiddleware.auth_token [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 17:45:38.005686 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_concurrency.lockutils [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Acquired lock "singleton_lock" {{(pid=75095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 17:45:38.006184 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_concurrency.lockutils [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Releasing lock "singleton_lock" {{(pid=75095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 17:45:38.006820 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO oslo_service.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Starting 2 workers Jun 17 17:45:38.011392 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Started child 75204 {{(pid=75095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:45:38.015675 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Started child 75205 {{(pid=75095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:45:38.017069 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO neutron.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 17:45:38.017180 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:38.017720 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Notify callbacks [] for process, before_spawn {{(pid=75095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:38.018707 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [-] (75204) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:45:38.020212 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO oslo_service.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Starting 1 workers Jun 17 17:45:38.020441 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:38.021799 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [-] (75205) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:45:38.025221 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Started child 75206 {{(pid=75095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:45:38.025773 dv-cinder-796864-1-iscsi neutron-server[75095]: INFO oslo_service.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Starting 1 workers Jun 17 17:45:38.029418 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] calling RpcWorker wait() {{(pid=75206) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 17:45:38.030027 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] returning from RpcWorker wait() {{(pid=75206) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 17:45:38.030131 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Started child 75207 {{(pid=75095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 17 17:45:38.030809 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG neutron_lib.callbacks.manager [None req-d5edfea3-c9e8-496a-a4fd-e1de7ed39c6e None None] Notify callbacks [] for process, after_spawn {{(pid=75095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:38.031364 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:38.031886 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:45:38.032833 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 17 17:45:38.033045 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 17:45:38.033222 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 17:45:38.033428 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 17:45:38.033770 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 17:45:38.033977 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 17:45:38.034495 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.034773 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.035043 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.035172 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:38.035634 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.035634 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.036079 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:45:38.036172 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.036370 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.036622 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.036860 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.037091 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.037257 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.037424 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.037674 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.037916 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.038206 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.038802 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.039586 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.039842 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.040011 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.040281 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.040548 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.040788 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.041041 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] debug = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.041277 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.041766 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.042038 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.042312 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.042547 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.042826 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.043075 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.043358 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.043571 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.043786 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.044108 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.044388 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.044620 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.044863 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.045137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.045434 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.045953 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] host = dv-cinder-796864-1-iscsi {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.046201 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.046421 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.046668 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.046898 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.047142 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.047377 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.047625 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.047884 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.048150 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.048371 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.048746 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.048918 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.049320 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.049717 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_file = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.050039 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_options = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.050458 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.050942 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.051345 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.051681 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.051998 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.052319 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.052732 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.053105 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.053495 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.053896 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.054274 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.055234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.055621 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.055999 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.056411 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.056767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.057123 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.057484 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.057894 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.058304 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.058675 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.059094 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.059488 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.059863 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.060282 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.060644 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.061011 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.061355 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.061717 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.062179 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.062597 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.062984 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.063447 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.063840 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.064213 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.064535 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.064779 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.065067 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.065304 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.065551 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.065818 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.066062 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.066306 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.066528 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.066781 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.067036 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_json = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.067252 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.067465 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.067715 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.067952 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.068194 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.068407 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.068621 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.068854 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.069271 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.069553 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.069964 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.070272 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.070521 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.070761 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.070990 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.071232 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.071463 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.071807 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.072303 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.072677 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.073983 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.074569 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.075244 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.075659 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.075994 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.076261 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.076557 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.076774 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.077016 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.077232 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.077510 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.077733 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.077963 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.078344 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.082691 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.083389 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.084191 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.084438 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.084667 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.084904 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.085266 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.085528 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.085745 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.086166 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.086395 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.086628 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.087070 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.087277 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.087671 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.088047 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.088454 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.088842 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.089236 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.089634 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.090027 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.090382 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.090762 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.091115 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.091466 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.091837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.092069 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.092287 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.092498 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.092865 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.093119 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.093333 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.093794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.094280 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.094538 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.094794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.095222 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.095644 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.096021 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.096416 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.096798 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.097048 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.097295 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.097709 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.098111 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.098632 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.099013 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.099391 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.099797 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.100177 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.100604 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.100990 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.101947 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.102340 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.102772 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.103213 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.103588 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.103968 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.104369 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.104787 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.105190 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.105601 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.105998 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.106422 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.106830 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.107263 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.107682 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.108079 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.108475 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.108852 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.109229 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.109610 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.110119 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.110517 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.110905 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.111315 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.111703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.112073 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.112459 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.112822 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.113282 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.113523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.113773 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.114035 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.114311 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.114572 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.114814 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.115079 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.115346 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.115593 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.115896 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.116141 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.116384 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.116594 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.117028 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.117861 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.118269 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.120061 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.120322 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.120587 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.120826 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.121111 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.121351 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.121579 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.121824 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.122096 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.122340 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.122579 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.122805 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.123036 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.123308 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.123554 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.123799 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.124022 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.124240 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.124521 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.124765 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.125045 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.125298 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.125518 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.125753 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.130058 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.134633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135137 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.135612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136167 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136167 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136167 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136167 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136167 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136167 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136535 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136535 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136729 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.136933 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.137151 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.137366 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.137673 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.137960 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.138186 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.138515 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.138781 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.139045 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.139317 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.139633 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.139874 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.140115 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.140330 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.140598 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.140833 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.141099 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.141395 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.141692 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.141959 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.142226 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.142511 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.142781 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.143066 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.143285 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.143582 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.143940 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.144247 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.144593 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.144835 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.145081 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.145527 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.145748 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.146019 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.146261 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.146497 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.146736 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.146992 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.147222 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.147453 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.147678 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.147890 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.148142 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.148393 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.148626 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.148839 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.148997 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:45:38.149535 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 17 17:45:38.149744 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 17 17:45:38.149935 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 17 17:45:38.150121 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 17 17:45:38.150292 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 17 17:45:38.150445 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 17 17:45:38.150650 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.150811 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.150959 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.151120 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.151277 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.151457 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.151648 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.151792 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.151977 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.152134 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.152296 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.152449 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.152606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.152763 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.152919 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.153077 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.153233 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.153390 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.153576 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.153733 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.153911 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.154068 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.154225 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] debug = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.154411 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.154618 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.154766 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.154925 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.155081 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.155237 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.155393 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.155550 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.155706 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.155861 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.156043 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.156200 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.156356 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.156511 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.156666 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.156826 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.156982 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] host = dv-cinder-796864-1-iscsi {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.157136 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.157292 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.157448 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.157602 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.157758 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.157945 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.158202 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.158476 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.159572 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.159572 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.159572 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.159772 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.159915 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.160432 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_file = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.160731 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_options = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.161023 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.161323 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.161590 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.161921 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.162133 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.162133 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.162292 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.162388 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.162548 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.162712 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.162851 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.163062 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.163199 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.163335 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.163718 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.163851 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.164539 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.164697 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.164854 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.165011 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.165156 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.165310 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.165519 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.165653 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.165785 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.165932 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.166065 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.166198 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.166357 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.166514 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.166668 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.166824 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.166980 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.167322 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.167322 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.167483 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.167562 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.167722 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168078 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168078 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168241 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168320 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168460 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168616 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168842 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.168942 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_json = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.169120 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.169294 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.169450 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.169606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.169763 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.169941 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.170155 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.170329 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 17 17:45:38.170509 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.170667 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.170836 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.171000 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.171158 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.171317 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.171476 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.171634 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.171791 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.172013 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.172227 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.172337 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.172421 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.172569 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.172730 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.172885 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.173043 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.173201 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.173360 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.173519 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.173677 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.173835 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.174017 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.174175 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.174333 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.174494 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.174725 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.174828 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.175008 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.175211 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.175370 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.175573 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.175783 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.175869 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.176027 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.176186 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.176343 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.176501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.176666 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.176829 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.176970 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.177107 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.177270 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.177415 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.177574 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.177717 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.177929 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.178092 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.178243 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.178388 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.178524 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.178659 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.178795 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.178957 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.179129 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.179401 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.180347 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.180630 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.180913 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.181190 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.181553 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.181816 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.182129 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.182437 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.182792 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.193943 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.194501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195053 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.195606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196143 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.196703 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197234 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.197794 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.198376 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.199523 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.200314 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.201837 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.202501 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203132 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.203888 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.204767 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.205379 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.205379 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.205379 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.205379 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.205379 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.206310 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.206310 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.206310 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.206532 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.206737 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.207013 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.207325 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.207510 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.207861 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.207861 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.208071 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.208158 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.208238 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:45:38.208335 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.208427 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.208578 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.208737 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.208898 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.209057 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.209214 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.209401 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.209606 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.209771 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.209962 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.210183 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.210354 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.210520 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.210688 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.211380 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.211540 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.211706 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.211877 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.212034 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.212192 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.212350 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.212508 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.212666 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.212825 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.212982 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.213139 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.213296 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.213454 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.213612 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.213769 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.214016 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.214177 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.214336 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.214494 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.214653 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.214811 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.214968 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 17 17:45:38.215119 dv-cinder-796864-1-iscsi neutron-server[75095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:45:38.451587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 33192) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:45:38.460008 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062571 Jun 17 17:45:49.247712 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91a019-5048-4ed0-9691-d96e3efcaabe None None] get_active_networks_info from dv-cinder-796864-1-iscsi {{(pid=75206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 17 17:45:49.304685 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91a019-5048-4ed0-9691-d96e3efcaabe None None] No non-hosted networks {{(pid=75206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 17:45:49.328029 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.agentschedulers_db [None req-da91a019-5048-4ed0-9691-d96e3efcaabe None None] DHCP Agent not found on host dv-cinder-796864-1-iscsi {{(pid=75206) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 17:45:49.436271 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3db88e17-db26-4b32-b2b0-627e7d90c4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749'] for agent, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:49.560115 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749'] for agent, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:49.561962 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.564653 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.565217 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.565787 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.566329 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.577627 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.577627 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.577627 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.577627 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.577627 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.578055 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:45:49.578055 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796864-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:45:49.578055 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796864-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:45:51.243402 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c0bf668b-4027-4cc9-ba91-4475bf32f77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749'] for agent, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:51.292852 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-765e0875-bca9-4f7e-909f-a81f61e927a2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-796864-1-iscsi {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:45:51.293771 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-765e0875-bca9-4f7e-909f-a81f61e927a2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:45:51.874688 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-765e0875-bca9-4f7e-909f-a81f61e927a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:52.448558 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749'] for agent, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:53.914712 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749'] for agent, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:55.146997 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.db.l3_hamode_db [None req-b49ce6b8-9bf7-4fa9-83a3-14f7093e1196 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 17:45:55.234262 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ce6b8-9bf7-4fa9-83a3-14f7093e1196 None None] Routers set() bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:45:55.235357 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ce6b8-9bf7-4fa9-83a3-14f7093e1196 None None] Router IDs set() for agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 17 17:45:55.568126 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33282) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:45:56.171597 dv-cinder-796864-1-iscsi neutron-server[75204]: WARNING oslo_policy.policy [None req-30c6d06e-e0d4-426e-bb43-c6e259205737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:45:56.172209 dv-cinder-796864-1-iscsi neutron-server[75204]: WARNING oslo_policy.policy [None req-30c6d06e-e0d4-426e-bb43-c6e259205737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:45:56.385469 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [None req-30c6d06e-e0d4-426e-bb43-c6e259205737 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:45:56.386735 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-30c6d06e-e0d4-426e-bb43-c6e259205737 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8166089 Jun 17 17:45:58.605066 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33296) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:45:58.988737 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:45:59.037122 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.policy [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75204) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 17 17:45:59.037905 dv-cinder-796864-1-iscsi neutron-server[75204]: WARNING oslo_policy.policy [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:45:59.038560 dv-cinder-796864-1-iscsi neutron-server[75204]: WARNING oslo_policy.policy [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:45:59.042017 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.quota [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] Loaded quota_driver: . Jun 17 17:45:59.057462 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:45:59.216601 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775302030489', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775302051975', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775302038935', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775301933752', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775301936201', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-638476', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636794', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3781586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3671855'] for rbac-policy, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:59.433713 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:45:59.435020 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1423a7c2-686b-4fd2-9b9f-038a8492ce2e admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8289840 Jun 17 17:46:01.918073 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33310) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:02.318823 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Request body: {'network': {'name': 'private', 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'admin_state_up': True}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:46:02.324276 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:46:02.328879 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Usage tracker for resource:network and tenant:5479ae2ed6874dc1bfc667011b3c4e71 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:46:02.337447 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:46:02.340238 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:46:02.442738 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Made reservation on behalf of 5479ae2ed6874dc1bfc667011b3c4e71 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:46:02.446347 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.468361 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.512159 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:46:02.515957 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Usage tracker for resource:security_group_rule and tenant:5479ae2ed6874dc1bfc667011b3c4e71 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:46:02.518787 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:46:02.524879 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:46:02.593138 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.650989 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.656812 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:02.677401 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:46:02.703485 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775304369758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.704076 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Unsubscribe: segment precommit_create {{(pid=75204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 17:46:02.704555 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Added segment a9e12703-ea7b-4365-a521-19f81cde495c of type vlan for network de997bb7-f672-4e11-a1d3-58b765757c0f Jun 17 17:46:02.719458 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad517bc-d46f-4dd9-8f48-913542fb993a,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:02.778186 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.778441 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.778776 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.779102 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.779447 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.779769 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.780090 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.780418 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.780736 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.781047 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.781358 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Tracked resource versions report: Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: pushed versions: Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Log': {'1.0'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Network': {'1.1'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Port': {'1.5'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'PortForwarding': {'1.2'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'QosPolicy': {'1.8'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroup': {'1.2'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SubPort': {'1.0'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Subnet': {'1.1'}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Trunk': {'1.1'}} Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: consumer versions: Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: { DHCP agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: L3 agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: Metadata agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: Metering agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: Open vSwitch agent@dv-cinder-796864-1-iscsi: { 'ConntrackHelper': '1.0', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Log': '1.0', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Network': '1.1', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Port': '1.5', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'PortForwarding': '1.2', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'QosPolicy': '1.8', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroup': '1.2', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroupRule': '1.0', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SubPort': '1.0', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Subnet': '1.1', Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Trunk': '1.1'}} Jun 17 17:46:02.782458 dv-cinder-796864-1-iscsi neutron-server[75204]: {{(pid=75204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:46:02.833628 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.842010 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:02.922580 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.924349 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:02.925164 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:02.931204 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:03.036097 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Pushing event updated for resources: {'Network': ['ID=de997bb7-f672-4e11-a1d3-58b765757c0f,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:03.040378 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:03.048434 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network de997bb7-f672-4e11-a1d3-58b765757c0f details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:46:03.095067 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1759837 Jun 17 17:46:05.668644 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33326) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:06.146150 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1162b7-cebc-494d-b811-b2cd5d1251f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:06.152742 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-3f1162b7-cebc-494d-b811-b2cd5d1251f2 admin admin] 10.222.0.30 "GET /v2.0/networks/de997bb7-f672-4e11-a1d3-58b765757c0f HTTP/1.1" status: 200 len: 825 time: 0.4779632 Jun 17 17:46:06.179516 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-e10c6a0d-7f3d-4f1d-b561-cc1fec8a1ab7 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/388b2acf-5089-4d00-91e5-3c5929af023f HTTP/1.1" status: 200 len: 734 time: 0.0261438 Jun 17 17:46:06.188795 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'gateway_ip': '172.20.0.1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'subnetpool_id': '388b2acf-5089-4d00-91e5-3c5929af023f', 'name': 'private-subnet'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:46:06.194167 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:46:06.199336 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Usage tracker for resource:subnet and tenant:5479ae2ed6874dc1bfc667011b3c4e71 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:46:06.202492 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:46:06.208382 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:46:06.291176 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Made reservation on behalf of 5479ae2ed6874dc1bfc667011b3c4e71 for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:46:06.293442 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:06.829353 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:06.833418 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:06.908529 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:06.914725 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:06.919344 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Checking segment: {'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:46:06.919745 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Network hostable DHCP agents. Network: de997bb7-f672-4e11-a1d3-58b765757c0f, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:46:07.002615 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Network de997bb7-f672-4e11-a1d3-58b765757c0f is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:46:07.079788 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, de997bb7-f672-4e11-a1d3-58b765757c0f) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:46:07.084448 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:07.085037 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:07.090594 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36746d87-8083-4943-81e5-c96f46634b87 None None] Network de997bb7-f672-4e11-a1d3-58b765757c0f requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:46:07.183168 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9981465 Jun 17 17:46:07.399746 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-de997bb7-f672-4e11-a1d3-58b765757c0f', 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'fixed_ips': [{'subnet_id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:46:07.400927 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:07.587391 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Allocated IP 172.20.0.2 (de997bb7-f672-4e11-a1d3-58b765757c0f/5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e/13190081-b7dc-4373-90ac-b010ac750c86) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:46:07.811285 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:07.824338 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Transition to ACTIVE for port object 13190081-b7dc-4373-90ac-b010ac750c86 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:46:07.844231 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Transition to ACTIVE for port object 13190081-b7dc-4373-90ac-b010ac750c86 will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:46:07.931887 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:07.937445 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:07.998325 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Network de997bb7-f672-4e11-a1d3-58b765757c0f is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:46:08.001037 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:46:08.011042 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:46:08.013298 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Pushing event updated for resources: {'Port': ['ID=13190081-b7dc-4373-90ac-b010ac750c86,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:08.024446 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.024778 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.025103 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.025426 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.025759 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.026080 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.026394 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.026707 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.027019 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.027340 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.027639 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Tracked resource versions report: Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: pushed versions: Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Log': {'1.0'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Network': {'1.1'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Port': {'1.5'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'PortForwarding': {'1.2'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'QosPolicy': {'1.8'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroup': {'1.2'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SubPort': {'1.0'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Subnet': {'1.1'}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Trunk': {'1.1'}} Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: consumer versions: Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: { DHCP agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: L3 agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: Metadata agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: Metering agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: Open vSwitch agent@dv-cinder-796864-1-iscsi: { 'ConntrackHelper': '1.0', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Log': '1.0', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Network': '1.1', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Port': '1.5', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'PortForwarding': '1.2', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'QosPolicy': '1.8', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroup': '1.2', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroupRule': '1.0', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SubPort': '1.0', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Subnet': '1.1', Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Trunk': '1.1'}} Jun 17 17:46:08.028779 dv-cinder-796864-1-iscsi neutron-server[75206]: {{(pid=75206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:46:08.066692 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:08.117975 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Attempting to bind port 13190081-b7dc-4373-90ac-b010ac750c86 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:46:08.118560 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Attempting to bind port 13190081-b7dc-4373-90ac-b010ac750c86 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:46:08.118813 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Attempting to bind port 13190081-b7dc-4373-90ac-b010ac750c86 on network de997bb7-f672-4e11-a1d3-58b765757c0f {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:46:08.125129 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:46:08.125529 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Checking segment: {'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:46:08.126034 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:08.126420 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Bound using segment: {'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:46:08.126876 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Bound port: 13190081-b7dc-4373-90ac-b010ac750c86, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:46:08.127268 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:08.214061 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] For port 13190081-b7dc-4373-90ac-b010ac750c86, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:46:08.217959 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] For port 13190081-b7dc-4373-90ac-b010ac750c86, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=13190081-b7dc-4373-90ac-b010ac750c86,segment=NetworkSegment(a9e12703-ea7b-4365-a521-19f81cde495c),segment_id=a9e12703-ea7b-4365-a521-19f81cde495c)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:46:08.325798 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:08.329873 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:08.437667 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Pushing event updated for resources: {'Port': ['ID=13190081-b7dc-4373-90ac-b010ac750c86,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:08.446902 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:09.503270 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33336) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:09.942203 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [None req-50dd719a-6483-4b3a-9598-839cc152d43a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:46:09.943199 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-50dd719a-6483-4b3a-9598-839cc152d43a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4389763 Jun 17 17:46:11.754296 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 13190081-b7dc-4373-90ac-b010ac750c86 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:46:11.948455 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 13190081-b7dc-4373-90ac-b010ac750c86 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:46:12.144715 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a371a0-2e8c-4d14-93a9-114d46d6c044 None None] Network de997bb7-f672-4e11-a1d3-58b765757c0f requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:46:12.244425 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33350) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:12.331440 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Provisioning for port 13190081-b7dc-4373-90ac-b010ac750c86 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:46:12.365824 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Provisioning complete for port 13190081-b7dc-4373-90ac-b010ac750c86 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:12.367000 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:12.508508 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:12.550043 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] For port 13190081-b7dc-4373-90ac-b010ac750c86, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=13190081-b7dc-4373-90ac-b010ac750c86,segment=NetworkSegment(a9e12703-ea7b-4365-a521-19f81cde495c),segment_id=a9e12703-ea7b-4365-a521-19f81cde495c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:46:12.659011 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [None req-60e2cfc7-9bc6-42f0-84cf-33a419fb81de admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:46:12.659691 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:12.659989 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-60e2cfc7-9bc6-42f0-84cf-33a419fb81de admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4146111 Jun 17 17:46:12.661782 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:12.732599 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Pushing event updated for resources: {'Port': ['ID=13190081-b7dc-4373-90ac-b010ac750c86,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:12.735754 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:12.784683 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-7e968c8b-61d5-4e83-859f-7b60d35207bd None None] Provisioning complete for port 13190081-b7dc-4373-90ac-b010ac750c86 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:12.785416 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7e968c8b-61d5-4e83-859f-7b60d35207bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:13.724049 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 13190081-b7dc-4373-90ac-b010ac750c86 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:46:13.794510 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 13190081-b7dc-4373-90ac-b010ac750c86 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:13.795566 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:15.234144 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33362) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:15.699159 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:46:15.706978 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:46:15.711560 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Usage tracker for resource:router and tenant:5479ae2ed6874dc1bfc667011b3c4e71 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:46:15.714859 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:46:15.720473 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:46:15.811486 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:15.812995 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:15.841648 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:16.041448 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:16.122534 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:16.123744 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-dbb5076f-e96c-4bb3-ab47-1ac13a9b6988 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8886304 Jun 17 17:46:18.367771 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33372) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:18.779487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [None req-60408e8c-f860-4596-96b3-bcf56282620a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:46:18.780653 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-60408e8c-f860-4596-96b3-bcf56282620a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4118440 Jun 17 17:46:19.254226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-edc90c21-27b4-49ac-aa77-ef332389611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:19.505077 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:21.120404 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33382) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:21.365297 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-ad770cfb-8614-4fef-9f37-b56670f650e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:21.547571 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:46:21.552880 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:46:21.557370 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Usage tracker for resource:network and tenant:4b0c19b1681f4c9da44708044033a5a3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:46:21.560377 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:46:21.566278 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:46:21.648082 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Made reservation on behalf of 4b0c19b1681f4c9da44708044033a5a3 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:46:21.650433 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:21.662793 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:21.695147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:46:21.699094 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Usage tracker for resource:security_group_rule and tenant:4b0c19b1681f4c9da44708044033a5a3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:46:21.701854 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:46:21.708038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:46:21.770986 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:21.853910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:21.857049 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:21.872952 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Reserving flat network on physical network physnet1 {{(pid=75204) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 17:46:21.893567 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dba406-4c29-47bb-82c6-2488586056a1,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:21.898895 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:21.899740 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:21.900077 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Added segment 012432a3-4cd9-4b86-a91a-366d2cbe792e of type flat for network 011b777a-aeb0-41df-be28-e3c34f49db3e Jun 17 17:46:21.934135 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:22.031241 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:22.032612 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:22.033202 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:22.036727 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:22.136683 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Pushing event updated for resources: {'Network': ['ID=011b777a-aeb0-41df-be28-e3c34f49db3e,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:22.139452 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:22.146199 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 011b777a-aeb0-41df-be28-e3c34f49db3e details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:46:22.189145 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0675755 Jun 17 17:46:22.400054 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:23.856312 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:24.433057 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33402) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:24.672588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f3ed1-4993-4009-b5da-8910eceeb50b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:24.673852 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6f2f3ed1-4993-4009-b5da-8910eceeb50b admin admin] 10.222.0.30 "GET /v2.0/subnets/5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e HTTP/1.1" status: 200 len: 849 time: 0.2398520 Jun 17 17:46:24.832008 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-298e3ffc-9ade-4053-b0a1-9186df155c79 admin admin] 10.222.0.30 "GET /v2.0/routers/ea17635d-abd0-421d-a863-e095249be4c7 HTTP/1.1" status: 200 len: 704 time: 0.1521151 Jun 17 17:46:25.318550 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:25.587146 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Allocated IP 172.20.0.1 (de997bb7-f672-4e11-a1d3-58b765757c0f/5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e/55934ef5-bff2-428d-8a03-b1f5b05e51b5) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:46:25.741267 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:25.758374 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.provisioning_blocks [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Transition to ACTIVE for port object 55934ef5-bff2-428d-8a03-b1f5b05e51b5 will not be triggered until provisioned by entity DHCP. {{(pid=75204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:46:25.859824 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:25.863756 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:25.925337 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Network de997bb7-f672-4e11-a1d3-58b765757c0f is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:46:25.928007 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:46:25.930495 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:46:25.931003 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:25.974261 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Pushing event updated for resources: {'Port': ['ID=55934ef5-bff2-428d-8a03-b1f5b05e51b5,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:25.977969 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:26.141084 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:26.179522 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-53fc1f12-6873-48d2-9957-4779d23d0179 None None] Provisioning for port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:46:26.184622 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-53fc1f12-6873-48d2-9957-4779d23d0179 None None] Provisioning complete for port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:26.184874 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-53fc1f12-6873-48d2-9957-4779d23d0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:26.238866 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-53fc1f12-6873-48d2-9957-4779d23d0179 None None] Port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:46:26.395412 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:26.473240 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:26.474342 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:26.477746 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:26.605209 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Pushing event updated for resources: {'Port': ['ID=55934ef5-bff2-428d-8a03-b1f5b05e51b5,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:26.607925 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:26.670737 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Network de997bb7-f672-4e11-a1d3-58b765757c0f is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:46:26.671697 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:46:26.864174 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-2d8fbec0-8635-4aaf-9b4e-a1f205ca50a3 None None] Provisioning complete for port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:26.864637 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-2d8fbec0-8635-4aaf-9b4e-a1f205ca50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:26.919316 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-2d8fbec0-8635-4aaf-9b4e-a1f205ca50a3 None None] Port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:46:27.114936 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Router ea17635d-abd0-421d-a863-e095249be4c7 is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:46:27.328114 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:46:27.338123 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Sync routers for ids ['ea17635d-abd0-421d-a863-e095249be4c7'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:46:27.338709 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] 10.222.0.30 "PUT /v2.0/routers/ea17635d-abd0-421d-a863-e095249be4c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5010989 Jun 17 17:46:27.351629 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Routers {'ea17635d-abd0-421d-a863-e095249be4c7'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:46:27.352684 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:46:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ea17635d-abd0-421d-a863-e095249be4c7'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:27.531995 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Set router ea17635d-abd0-421d-a863-e095249be4c7 gateway port host: None {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:46:27.908190 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'name': 'router1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:46:15Z', 'updated_at': '2021-06-17T17:46:25Z', 'revision_number': 2, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'gw_port_host': None, '_interfaces': [{'id': '55934ef5-bff2-428d-8a03-b1f5b05e51b5', 'name': '', 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'mac_address': 'fa:16:3e:51:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:25Z', 'updated_at': '2021-06-17T17:46:26Z', 'revision_number': 2, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'subnets': [{'id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '388b2acf-5089-4d00-91e5-3c5929af023f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:27.914111 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Checking router: ea17635d-abd0-421d-a863-e095249be4c7 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:46:27.914494 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Updating router ea17635d-abd0-421d-a863-e095249be4c7 port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:46:27.968532 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:28.384210 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:28.399033 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Transition to ACTIVE for port object 55934ef5-bff2-428d-8a03-b1f5b05e51b5 will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:46:28.456827 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:28.462903 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:28.696390 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Pushing event updated for resources: {'Port': ['ID=55934ef5-bff2-428d-8a03-b1f5b05e51b5,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:28.710656 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Attempting to bind port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:46:28.711053 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Attempting to bind port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:46:28.711457 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Attempting to bind port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 on network de997bb7-f672-4e11-a1d3-58b765757c0f {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:46:28.717959 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.718293 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.718617 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.718942 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.719259 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.719569 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.719879 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.720208 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.720523 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.720825 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.721136 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Tracked resource versions report: Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: pushed versions: Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Log': {'1.0'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Network': {'1.1'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Port': {'1.5'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'PortForwarding': {'1.2'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'QosPolicy': {'1.8'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroup': {'1.2'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SubPort': {'1.0'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Subnet': {'1.1'}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Trunk': {'1.1'}} Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: consumer versions: Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: { DHCP agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: L3 agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: Metadata agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: Metering agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: Open vSwitch agent@dv-cinder-796864-1-iscsi: { 'ConntrackHelper': '1.0', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Log': '1.0', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Network': '1.1', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Port': '1.5', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'PortForwarding': '1.2', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'QosPolicy': '1.8', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroup': '1.2', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroupRule': '1.0', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SubPort': '1.0', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Subnet': '1.1', Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Trunk': '1.1'}} Jun 17 17:46:28.722245 dv-cinder-796864-1-iscsi neutron-server[75207]: {{(pid=75207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:46:28.728740 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:46:28.729258 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Checking segment: {'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:46:28.730031 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:28.730626 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Bound using segment: {'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:46:28.731398 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Bound port: 55934ef5-bff2-428d-8a03-b1f5b05e51b5, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e12703-ea7b-4365-a521-19f81cde495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:46:28.732002 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:28.744984 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:28.835001 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] For port 55934ef5-bff2-428d-8a03-b1f5b05e51b5, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:46:28.839973 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] For port 55934ef5-bff2-428d-8a03-b1f5b05e51b5, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=55934ef5-bff2-428d-8a03-b1f5b05e51b5,segment=NetworkSegment(a9e12703-ea7b-4365-a521-19f81cde495c),segment_id=a9e12703-ea7b-4365-a521-19f81cde495c)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:46:29.002939 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:29.007132 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:29.094215 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Pushing event updated for resources: {'Port': ['ID=55934ef5-bff2-428d-8a03-b1f5b05e51b5,revision_number=4']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:29.132298 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:29.145359 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Routers {'ea17635d-abd0-421d-a863-e095249be4c7'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:46:29.146156 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:46:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ea17635d-abd0-421d-a863-e095249be4c7'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:29.321206 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] Set router ea17635d-abd0-421d-a863-e095249be4c7 gateway port host: None {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:46:29.432296 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33426) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:29.644733 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617d0716-6851-4c1a-8de4-f44ef25adde4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:29.645621 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-617d0716-6851-4c1a-8de4-f44ef25adde4 admin admin] Synchronizing usage tracker for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:network {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:46:29.707611 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'name': 'router1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:46:15Z', 'updated_at': '2021-06-17T17:46:25Z', 'revision_number': 2, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'gw_port_host': None, '_interfaces': [{'id': '55934ef5-bff2-428d-8a03-b1f5b05e51b5', 'name': '', 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'mac_address': 'fa:16:3e:51:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:25Z', 'updated_at': '2021-06-17T17:46:28Z', 'revision_number': 4, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'subnets': [{'id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '388b2acf-5089-4d00-91e5-3c5929af023f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:29.713684 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1985ab10-7692-4969-b77f-7be45f7d6389 None None] The sync data for ids ['ea17635d-abd0-421d-a863-e095249be4c7'] in dv-cinder-796864-1-iscsi is: [{'id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'name': 'router1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:46:15Z', 'updated_at': '2021-06-17T17:46:25Z', 'revision_number': 2, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'gw_port_host': None, '_interfaces': [{'id': '55934ef5-bff2-428d-8a03-b1f5b05e51b5', 'name': '', 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'mac_address': 'fa:16:3e:51:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:25Z', 'updated_at': '2021-06-17T17:46:28Z', 'revision_number': 4, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'subnets': [{'id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '388b2acf-5089-4d00-91e5-3c5929af023f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:46:29.761023 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-617d0716-6851-4c1a-8de4-f44ef25adde4 admin admin] Unset dirty status for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:network {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:46:29.762331 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-617d0716-6851-4c1a-8de4-f44ef25adde4 admin admin] 10.222.0.30 "GET /v2.0/networks/011b777a-aeb0-41df-be28-e3c34f49db3e HTTP/1.1" status: 200 len: 842 time: 0.3287187 Jun 17 17:46:29.774311 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:46:29.780054 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:46:29.785147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Usage tracker for resource:subnet and tenant:4b0c19b1681f4c9da44708044033a5a3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:46:29.788630 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:46:29.797661 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:46:29.870998 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Made reservation on behalf of 4b0c19b1681f4c9da44708044033a5a3 for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:46:29.873703 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:30.405716 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.objects.ports [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75204) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jun 17 17:46:30.406213 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:30.410082 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-efeebf8b-ce25-45f7-b496-a73e09f3fb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:30.488156 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84088dde-6f43-46c2-bc13-58e287a0f84c,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:30.508950 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:30.510206 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:46:30.510746 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Network hostable DHCP agents. Network: 011b777a-aeb0-41df-be28-e3c34f49db3e, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:46:30.634112 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:46:30.726300 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 011b777a-aeb0-41df-be28-e3c34f49db3e) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:46:30.730652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:30.731390 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:30.740006 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eed6fc-3c7a-41cc-b633-21ee4847f364 None None] Network 011b777a-aeb0-41df-be28-e3c34f49db3e requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:46:30.823456 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0536096 Jun 17 17:46:31.010322 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f1d00-1662-46a6-a7a5-e560a6a7d0e1 None None] Network 011b777a-aeb0-41df-be28-e3c34f49db3e requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:46:31.771417 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 55934ef5-bff2-428d-8a03-b1f5b05e51b5 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:46:31.956318 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:46:31.962792 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:31.964740 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:32.101400 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:32.136777 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 55934ef5-bff2-428d-8a03-b1f5b05e51b5, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=55934ef5-bff2-428d-8a03-b1f5b05e51b5,segment=NetworkSegment(a9e12703-ea7b-4365-a521-19f81cde495c),segment_id=a9e12703-ea7b-4365-a521-19f81cde495c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:46:32.199618 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:32.205298 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-995d1240-1195-4fa9-b3db-cf5d6503b46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:32.277086 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=55934ef5-bff2-428d-8a03-b1f5b05e51b5,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:32.280279 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:33.016486 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33440) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:33.269007 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-3fa7932d-5daf-4565-ba4f-e571363e0769 admin admin] 10.222.0.30 "GET /v2.0/routers/ea17635d-abd0-421d-a863-e095249be4c7 HTTP/1.1" status: 200 len: 710 time: 0.2512560 Jun 17 17:46:33.414995 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ede6d-e68d-44d8-a3f9-0ace411b933a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:46:33.416371 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1f3ede6d-e68d-44d8-a3f9-0ace411b933a admin admin] 10.222.0.30 "GET /v2.0/networks/011b777a-aeb0-41df-be28-e3c34f49db3e HTTP/1.1" status: 200 len: 886 time: 0.1423249 Jun 17 17:46:33.426806 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:46:33.733824 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 55934ef5-bff2-428d-8a03-b1f5b05e51b5 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:46:33.813067 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:33.813442 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:33.959363 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:34.278164 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:34.340710 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:34.474915 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Allocated IP 172.27.1.200 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/5175a948-3e62-4dd5-a160-af7f085b73da) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:46:34.626480 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:34.691261 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:34.695471 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:34.755904 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:46:34.758662 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:46:34.762998 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:46:34.817264 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Pushing event updated for resources: {'Port': ['ID=5175a948-3e62-4dd5-a160-af7f085b73da,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:34.820906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:35.026439 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:35.204756 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:35.204756 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3720110'] for router, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:35.417444 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Router ea17635d-abd0-421d-a863-e095249be4c7 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:46:35.632582 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:46:35.642147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:35.642404 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Sync routers for ids ['ea17635d-abd0-421d-a863-e095249be4c7'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:46:35.643379 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] 10.222.0.30 "PUT /v2.0/routers/ea17635d-abd0-421d-a863-e095249be4c7 HTTP/1.1" status: 200 len: 890 time: 2.2202973 Jun 17 17:46:35.660576 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Routers {'ea17635d-abd0-421d-a863-e095249be4c7'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:46:35.661276 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:46:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ea17635d-abd0-421d-a863-e095249be4c7'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:35.868127 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Set router ea17635d-abd0-421d-a863-e095249be4c7 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:46:36.305755 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'name': 'router1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '5175a948-3e62-4dd5-a160-af7f085b73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:46:15Z', 'updated_at': '2021-06-17T17:46:34Z', 'revision_number': 4, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'gw_port': {'id': '5175a948-3e62-4dd5-a160-af7f085b73da', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:34Z', 'updated_at': '2021-06-17T17:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '55934ef5-bff2-428d-8a03-b1f5b05e51b5', 'name': '', 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'mac_address': 'fa:16:3e:51:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:25Z', 'updated_at': '2021-06-17T17:46:32Z', 'revision_number': 5, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'subnets': [{'id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '388b2acf-5089-4d00-91e5-3c5929af023f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:36.311187 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Checking router: ea17635d-abd0-421d-a863-e095249be4c7 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:46:36.311497 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Updating router ea17635d-abd0-421d-a863-e095249be4c7 port 5175a948-3e62-4dd5-a160-af7f085b73da binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:46:36.370637 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:36.770139 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:36.784165 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Transition to ACTIVE for port object 5175a948-3e62-4dd5-a160-af7f085b73da will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:46:36.876333 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:36.882589 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:36.967264 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Attempting to bind port 5175a948-3e62-4dd5-a160-af7f085b73da on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:46:36.967628 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Attempting to bind port 5175a948-3e62-4dd5-a160-af7f085b73da by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:46:36.967989 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Attempting to bind port 5175a948-3e62-4dd5-a160-af7f085b73da on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:46:36.970071 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49341ef3-39cf-4f69-a4ea-574f5727e32b None None] Pushing event updated for resources: {'Port': ['ID=5175a948-3e62-4dd5-a160-af7f085b73da,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:36.973040 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-49341ef3-39cf-4f69-a4ea-574f5727e32b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:36.979879 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:46:36.980258 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:46:36.980711 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:36.981103 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:46:36.981546 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Bound port: 5175a948-3e62-4dd5-a160-af7f085b73da, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:46:36.981962 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:37.062076 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] For port 5175a948-3e62-4dd5-a160-af7f085b73da, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:46:37.062076 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] For port 5175a948-3e62-4dd5-a160-af7f085b73da, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=5175a948-3e62-4dd5-a160-af7f085b73da,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:46:37.151190 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:37.158460 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-be831513-0f99-4f9e-ab64-78d5a4415a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:37.239086 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49341ef3-39cf-4f69-a4ea-574f5727e32b None None] Pushing event updated for resources: {'Port': ['ID=5175a948-3e62-4dd5-a160-af7f085b73da,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:37.245497 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-49341ef3-39cf-4f69-a4ea-574f5727e32b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:37.248043 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Routers {'ea17635d-abd0-421d-a863-e095249be4c7'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:46:37.248569 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:46:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ea17635d-abd0-421d-a863-e095249be4c7'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:37.482257 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] Set router ea17635d-abd0-421d-a863-e095249be4c7 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:46:37.835205 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'name': 'router1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '5175a948-3e62-4dd5-a160-af7f085b73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:46:15Z', 'updated_at': '2021-06-17T17:46:34Z', 'revision_number': 4, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'gw_port': {'id': '5175a948-3e62-4dd5-a160-af7f085b73da', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:34Z', 'updated_at': '2021-06-17T17:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '55934ef5-bff2-428d-8a03-b1f5b05e51b5', 'name': '', 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'mac_address': 'fa:16:3e:51:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:25Z', 'updated_at': '2021-06-17T17:46:32Z', 'revision_number': 5, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'subnets': [{'id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '388b2acf-5089-4d00-91e5-3c5929af023f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:46:37.839728 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d3549-310e-475b-81ce-491ba94ea816 None None] The sync data for ids ['ea17635d-abd0-421d-a863-e095249be4c7'] in dv-cinder-796864-1-iscsi is: [{'id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'name': 'router1', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '5175a948-3e62-4dd5-a160-af7f085b73da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:46:15Z', 'updated_at': '2021-06-17T17:46:34Z', 'revision_number': 4, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'gw_port': {'id': '5175a948-3e62-4dd5-a160-af7f085b73da', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:34Z', 'updated_at': '2021-06-17T17:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '55934ef5-bff2-428d-8a03-b1f5b05e51b5', 'name': '', 'network_id': 'de997bb7-f672-4e11-a1d3-58b765757c0f', 'tenant_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'mac_address': 'fa:16:3e:51:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea17635d-abd0-421d-a863-e095249be4c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:46:25Z', 'updated_at': '2021-06-17T17:46:32Z', 'revision_number': 5, 'project_id': '5479ae2ed6874dc1bfc667011b3c4e71', 'subnets': [{'id': '5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '388b2acf-5089-4d00-91e5-3c5929af023f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:46:37.979966 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 33450) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:46:38.198223 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c75a2b2d-b2af-4f87-92bb-7f7b6f2718f5 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.2165301 Jun 17 17:46:39.083589 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:46:39.763453 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 5175a948-3e62-4dd5-a160-af7f085b73da up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:46:39.896300 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 5175a948-3e62-4dd5-a160-af7f085b73da completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:46:39.901866 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 5175a948-3e62-4dd5-a160-af7f085b73da triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:39.905359 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:40.045530 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:40.067778 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 5175a948-3e62-4dd5-a160-af7f085b73da, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=5175a948-3e62-4dd5-a160-af7f085b73da,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:46:40.150840 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:40.153272 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:46:40.234898 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=5175a948-3e62-4dd5-a160-af7f085b73da,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:46:40.238247 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:46:41.764168 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 5175a948-3e62-4dd5-a160-af7f085b73da up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:46:41.862605 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 5175a948-3e62-4dd5-a160-af7f085b73da triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:46:41.864349 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:49.335968 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-574caeb2-8fe3-4b73-93db-46686c187bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:49.523614 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:51.289578 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-19638e4a-9f94-432c-890d-1b84ecdae101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:52.401702 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:46:53.859342 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:16.084938 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:47:19.235487 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-329dfbd2-19db-4b56-8918-f860a6a6ef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:19.504401 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:21.310269 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-dea0983b-f518-48b1-9d2f-d128098d9d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:22.407150 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:23.827366 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:49.219854 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-98270f34-bc12-433b-a40c-904a87da4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:49.501176 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:51.220994 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0550dbd5-a2d6-420e-a787-57719a82c427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:53.094071 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:47:53.535656 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:47:53.869223 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:19.214537 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-172e4a39-bf3c-48d5-b9dc-2c6778a8c57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:19.516932 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:21.231324 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5d193326-4a24-4adb-afa8-6b3e20c1f275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:22.429195 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:23.834343 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:30.093694 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:48:45.058929 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34024) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:48:45.151276 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd62efa-6c51-4e93-9137-ea7d1db7a126 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:48:45.152552 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5cd62efa-6c51-4e93-9137-ea7d1db7a126 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0926754 Jun 17 17:48:45.287192 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cfcd14-3318-4e1e-8a09-23ba20efea02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:45.288638 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-40cfcd14-3318-4e1e-8a09-23ba20efea02 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1322072 Jun 17 17:48:47.306533 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34034) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:48:47.436805 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acf3763-9358-4e19-b2b9-ce1f511353a3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:47.437358 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-4acf3763-9358-4e19-b2b9-ce1f511353a3 admin admin] Synchronizing usage tracker for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:subnet {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:48:47.567505 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-4acf3763-9358-4e19-b2b9-ce1f511353a3 admin admin] Unset dirty status for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:subnet {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:48:47.569187 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-4acf3763-9358-4e19-b2b9-ce1f511353a3 admin admin] 10.222.0.30 "GET /v2.0/subnets/5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e HTTP/1.1" status: 200 len: 849 time: 0.2617133 Jun 17 17:48:47.578826 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:48:47.695596 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:47.960206 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775304438420'] for subnet, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:47.964033 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:48:48.013755 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:48.014631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:48.015663 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] 10.222.0.30 "PUT /v2.0/subnets/5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e HTTP/1.1" status: 200 len: 868 time: 0.4409790 Jun 17 17:48:48.029819 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:48:48.033198 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac877add-637f-40dd-bb91-a8e5b367eaab None None] Network de997bb7-f672-4e11-a1d3-58b765757c0f requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:48:48.039570 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.039962 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.040270 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.040600 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.040937 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.041336 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.041794 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.042162 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.042497 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.042825 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.043141 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:48:48.058954 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:48:48.535502 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-70d715dc-dbb5-44f6-8f91-5fa5b1460250 None None] Provisioning complete for port 13190081-b7dc-4373-90ac-b010ac750c86 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:48:48.535879 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-70d715dc-dbb5-44f6-8f91-5fa5b1460250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:48.678305 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-70d715dc-dbb5-44f6-8f91-5fa5b1460250 None None] Provisioning complete for port 55934ef5-bff2-428d-8a03-b1f5b05e51b5 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:48:48.678937 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-70d715dc-dbb5-44f6-8f91-5fa5b1460250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:49.219483 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-e621b2e8-d5b2-48b9-80e9-7b83e2c57ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:49.591111 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:50.055802 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34044) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:48:50.254244 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af71dfe-5a76-440e-8628-af57e14489d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:50.254553 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af71dfe-5a76-440e-8628-af57e14489d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:50.256112 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6af71dfe-5a76-440e-8628-af57e14489d1 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992779 Jun 17 17:48:51.257113 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a21a61e0-5a7a-4511-bd86-29f8a565c6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:52.249816 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34054) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:48:52.422661 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:52.447261 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f957efc-4edd-4578-bc1e-13f92f94d934 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:52.447638 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f957efc-4edd-4578-bc1e-13f92f94d934 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:52.449163 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1f957efc-4edd-4578-bc1e-13f92f94d934 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983862 Jun 17 17:48:53.834504 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:48:54.454385 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34064) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:48:54.648176 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f55bc0-252e-4dbe-87c0-2972c799e59c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:54.649459 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-79f55bc0-252e-4dbe-87c0-2972c799e59c admin admin] 10.222.0.30 "GET /v2.0/networks/011b777a-aeb0-41df-be28-e3c34f49db3e HTTP/1.1" status: 200 len: 886 time: 0.1941299 Jun 17 17:48:56.655600 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34074) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:48:56.854571 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7383a01-afcb-4ae3-a088-3278b69e1ed2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:56.855857 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-e7383a01-afcb-4ae3-a088-3278b69e1ed2 admin admin] 10.222.0.30 "GET /v2.0/networks/de997bb7-f672-4e11-a1d3-58b765757c0f HTTP/1.1" status: 200 len: 869 time: 0.1993165 Jun 17 17:48:58.842583 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34084) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:48:58.980154 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318bf447-0ca7-4ced-803b-6ab63470f3e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:58.980578 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318bf447-0ca7-4ced-803b-6ab63470f3e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:48:58.982238 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-318bf447-0ca7-4ced-803b-6ab63470f3e5 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1386719 Jun 17 17:49:01.003183 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34094) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:01.131881 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490e2b3-1de2-416a-8639-3b60b588184e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:01.132255 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490e2b3-1de2-416a-8639-3b60b588184e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:01.133767 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b490e2b3-1de2-416a-8639-3b60b588184e admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296597 Jun 17 17:49:03.103736 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34104) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:03.233253 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322068f-1f39-499e-b45f-7eecefcf697f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:03.234655 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-7322068f-1f39-499e-b45f-7eecefcf697f admin admin] 10.222.0.30 "GET /v2.0/subnets/5e8d1d8d-d72c-48c6-a2e6-33fa5444e88e HTTP/1.1" status: 200 len: 868 time: 0.1299100 Jun 17 17:49:05.241375 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34114) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:05.370274 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b23a87-0194-49d0-bf0a-84a1f40e553c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:05.371544 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-28b23a87-0194-49d0-bf0a-84a1f40e553c admin admin] 10.222.0.30 "GET /v2.0/subnets/84088dde-6f43-46c2-bc13-58e287a0f84c HTTP/1.1" status: 200 len: 816 time: 0.1291590 Jun 17 17:49:07.094099 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:49:19.236352 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f17af2af-cf62-4cb2-b9f3-a07fd9d26e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:19.510232 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:21.210381 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bf5f99d4-c6dc-4291-a04c-73eb8915e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:22.413230 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:22.856225 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34152) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:23.012754 dv-cinder-796864-1-iscsi neutron-server[75205]: WARNING oslo_policy.policy [None req-4fad8d03-1cd8-426f-b13b-c2d5414e3673 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:49:23.013330 dv-cinder-796864-1-iscsi neutron-server[75205]: WARNING oslo_policy.policy [None req-4fad8d03-1cd8-426f-b13b-c2d5414e3673 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:49:23.227404 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [None req-4fad8d03-1cd8-426f-b13b-c2d5414e3673 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:49:23.228460 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4fad8d03-1cd8-426f-b13b-c2d5414e3673 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3713419 Jun 17 17:49:23.841156 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:25.277812 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34166) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:25.371623 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cfc291-6251-4694-8d61-d436a924b144 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:49:25.372801 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-84cfc291-6251-4694-8d61-d436a924b144 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0940509 Jun 17 17:49:25.537297 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203df4ba-d910-49e5-998d-c604fd1830ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:25.538831 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-203df4ba-d910-49e5-998d-c604fd1830ed admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1620831 Jun 17 17:49:27.510886 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34176) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:27.581836 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:49:27.586369 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:49:27.596151 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:49:27.678914 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Made reservation on behalf of 4b0c19b1681f4c9da44708044033a5a3 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:49:27.681285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.772891 dv-cinder-796864-1-iscsi neutron-server[75204]: WARNING neutron.services.revisions.revision_plugin [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Could not find related network for resource to bump revision. Jun 17 17:49:27.788037 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:49:27.797776 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.798150 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Added segment 28767f58-6f54-4784-9ee9-de5eb98d57b5 of type vlan for network 1185a8f9-1c8a-4d5f-8486-955e19907605 Jun 17 17:49:27.824927 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.924916 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.926174 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:27.927357 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:27.930808 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:28.027461 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Pushing event updated for resources: {'Network': ['ID=1185a8f9-1c8a-4d5f-8486-955e19907605,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:28.030092 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:28.038116 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 1185a8f9-1c8a-4d5f-8486-955e19907605 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:49:28.082604 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5705955 Jun 17 17:49:30.099141 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34186) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:49:30.204357 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4f4411-1486-429b-b41e-c2d023019b83 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:49:30.204843 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bd4f4411-1486-429b-b41e-c2d023019b83 admin admin] Synchronizing usage tracker for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:network {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:49:30.292752 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bd4f4411-1486-429b-b41e-c2d023019b83 admin admin] Unset dirty status for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:network {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:49:30.293820 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-bd4f4411-1486-429b-b41e-c2d023019b83 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1932881 Jun 17 17:49:30.398228 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2d31d-64a4-4655-a4b3-2e607cd728ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:30.399702 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5ab2d31d-64a4-4655-a4b3-2e607cd728ae admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020610 Jun 17 17:49:30.409273 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:49:30.415282 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:49:30.424877 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:49:30.524663 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Made reservation on behalf of 4b0c19b1681f4c9da44708044033a5a3 for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:49:30.527064 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:30.985709 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:30.989526 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:31.058625 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c56a9e0-73b8-4ac8-9841-55b33762b89e,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:31.062412 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:31.071378 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Checking segment: {'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:49:31.071732 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Network hostable DHCP agents. Network: 1185a8f9-1c8a-4d5f-8486-955e19907605, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:49:31.149966 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Network 1185a8f9-1c8a-4d5f-8486-955e19907605 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:49:31.229720 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 1185a8f9-1c8a-4d5f-8486-955e19907605) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:49:31.233668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:49:31.234409 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.314083 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9081321 Jun 17 17:49:31.341774 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8767aeb0-2ce9-495c-b062-ccd3d98a4129 None None] Network 1185a8f9-1c8a-4d5f-8486-955e19907605 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:49:31.563311 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-1185a8f9-1c8a-4d5f-8486-955e19907605', 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605', 'tenant_id': '4b0c19b1681f4c9da44708044033a5a3', 'fixed_ips': [{'subnet_id': '0c56a9e0-73b8-4ac8-9841-55b33762b89e'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:49:31.564486 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.721170 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Allocated IP 192.168.233.2 (1185a8f9-1c8a-4d5f-8486-955e19907605/0c56a9e0-73b8-4ac8-9841-55b33762b89e/4842645f-aaad-43c5-b614-c70a8ce755d1) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:49:31.924452 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:31.935291 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Transition to ACTIVE for port object 4842645f-aaad-43c5-b614-c70a8ce755d1 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:49:31.953423 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Transition to ACTIVE for port object 4842645f-aaad-43c5-b614-c70a8ce755d1 will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:49:32.022242 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.026922 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:32.099361 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Pushing event updated for resources: {'Port': ['ID=4842645f-aaad-43c5-b614-c70a8ce755d1,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:32.103790 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Network 1185a8f9-1c8a-4d5f-8486-955e19907605 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:49:32.105480 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:49:32.108056 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:49:32.116875 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.117229 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.117609 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.117985 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.118372 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.118700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.119034 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.119382 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.119749 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.120080 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.120405 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:49:32.124030 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:32.206785 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Attempting to bind port 4842645f-aaad-43c5-b614-c70a8ce755d1 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:49:32.207094 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Attempting to bind port 4842645f-aaad-43c5-b614-c70a8ce755d1 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:49:32.207463 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Attempting to bind port 4842645f-aaad-43c5-b614-c70a8ce755d1 on network 1185a8f9-1c8a-4d5f-8486-955e19907605 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:49:32.214709 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:49:32.215180 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Checking segment: {'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:49:32.215594 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.215986 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Bound using segment: {'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:49:32.216462 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Bound port: 4842645f-aaad-43c5-b614-c70a8ce755d1, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:49:32.216860 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.307757 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] For port 4842645f-aaad-43c5-b614-c70a8ce755d1, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:49:32.311140 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] For port 4842645f-aaad-43c5-b614-c70a8ce755d1, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=4842645f-aaad-43c5-b614-c70a8ce755d1,segment=NetworkSegment(28767f58-6f54-4784-9ee9-de5eb98d57b5),segment_id=28767f58-6f54-4784-9ee9-de5eb98d57b5)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:49:32.379186 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:32.383120 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:32.455337 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Pushing event updated for resources: {'Port': ['ID=4842645f-aaad-43c5-b614-c70a8ce755d1,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:32.458907 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:33.301017 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506d9a5-a78c-4f9e-84cb-1381950ccc82 None None] Network 1185a8f9-1c8a-4d5f-8486-955e19907605 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:49:33.496632 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-25cf5f35-5e61-48ec-9318-6e7d277f9553 None None] Provisioning for port 4842645f-aaad-43c5-b614-c70a8ce755d1 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:49:33.840718 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 4842645f-aaad-43c5-b614-c70a8ce755d1 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:49:33.984327 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 4842645f-aaad-43c5-b614-c70a8ce755d1 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:49:33.990096 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 4842645f-aaad-43c5-b614-c70a8ce755d1 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:49:33.990464 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.106041 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.142886 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 4842645f-aaad-43c5-b614-c70a8ce755d1, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=4842645f-aaad-43c5-b614-c70a8ce755d1,segment=NetworkSegment(28767f58-6f54-4784-9ee9-de5eb98d57b5),segment_id=28767f58-6f54-4784-9ee9-de5eb98d57b5)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:49:34.218789 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:34.220881 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:49:34.283140 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=4842645f-aaad-43c5-b614-c70a8ce755d1,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:49:34.286928 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:49:35.820206 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 4842645f-aaad-43c5-b614-c70a8ce755d1 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:49:35.888446 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 4842645f-aaad-43c5-b614-c70a8ce755d1 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:49:35.888832 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:44.093613 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:49:49.244216 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-27f3a0e7-f3b1-4c66-abbd-eb03b4b5667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:49.507376 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:51.215504 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf16202-aadd-4727-90d8-2e9880e5ebef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:52.449645 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:49:53.844017 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:19.223577 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a54345e3-f8b5-4655-8c3a-96f844ffe604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:19.531805 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:21.093794 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:50:21.254983 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c202b944-5f90-444a-872f-928481160569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:22.417489 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:23.845860 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:44.383326 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34228) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:50:44.389711 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [None req-8b0ffb3d-7852-42be-a4ad-4214434e032d tempest-verify_tempest_config-253238331 tempest-verify_tempest_config-253238331-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:50:44.390972 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8b0ffb3d-7852-42be-a4ad-4214434e032d tempest-verify_tempest_config-253238331 tempest-verify_tempest_config-253238331-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0076921 Jun 17 17:50:44.936518 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34244) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:50:45.080649 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:45.113246 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:50:45.117099 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:954b463019db45a5942cb0f79d7bb95c is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:50:45.119978 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:50:45.125703 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:50:45.189809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:45.262974 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:45.271049 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:50:45.310694 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33b10a9-5176-49e7-8e94-8733c841f76d,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:50:45.316298 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Synchronizing usage tracker for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:50:45.327457 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.327803 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.328136 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.328463 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.328805 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.329129 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.329451 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.329808 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.330150 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.330462 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.330776 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:50:45.336428 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:50:45.397514 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Unset dirty status for tenant:4b0c19b1681f4c9da44708044033a5a3 on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:50:45.398836 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=954b463019db45a5942cb0f79d7bb95c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4613056 Jun 17 17:50:45.401674 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34250) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:50:45.463208 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:45.488098 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:45.661046 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:45.665383 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:50:45.677014 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33b10a9-5176-49e7-8e94-8733c841f76d,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:50:45.680584 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:50:45.683777 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:45.684935 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d33b10a9-5176-49e7-8e94-8733c841f76d HTTP/1.1" status: 204 len: 168 time: 0.2822912 Jun 17 17:50:49.188592 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0c90-ff75-4ff2-aa26-81bbe71287f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:49.531366 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:51.219603 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-ba059ae3-77fb-432c-bc71-d27e31d29734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:52.660009 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:53.877151 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:50:58.093524 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:51:19.244812 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-44c1aff1-33e5-42bc-a77b-fd9f972e6387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:19.528204 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:21.247713 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-d2e3415e-0f5a-4892-a147-9d403a119814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:22.422242 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:23.850430 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:35.093195 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:51:49.203976 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8692c418-67ba-4635-a89d-4d1bb686d0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:49.489543 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:51.221376 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-952ef0c4-69cb-41c4-9d40-fc12d6b77773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:52.415696 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:51:53.864477 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:12.093727 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 5 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:52:19.229741 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6bd549d7-f396-4c9d-b7a8-46d2b220673b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:19.509596 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:21.226529 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-df871bbf-a576-4cf8-9802-c3c78c735f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:22.423906 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:23.854327 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:24.434965 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749'] for agent, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:43.177079 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34322) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:52:43.313791 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1d3b8a30-435c-4b7c-9af1-dbf9500b3100 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1355717 Jun 17 17:52:45.316058 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34332) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:52:45.398604 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8db85124-05c6-4864-8172-3e866440570e admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0814426 Jun 17 17:52:49.094521 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:52:49.211567 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0417a68d-60ef-4175-898e-57fcb692ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:49.511508 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:51.234487 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a7da9bf5-f769-417f-8c9a-29904fea131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:52.445472 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:53.891433 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:52:54.368453 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:19.219075 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-9d268040-59f2-453c-a658-7d17fd4ce7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:19.502320 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:21.202116 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c40-3cff-4279-90e4-eb9f26bdee0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:22.467622 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:23.876050 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:24.379399 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:26.095751 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:53:49.206827 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-690d4ca3-52f1-481a-ac23-4a32a1e16a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:49.503666 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:51.210262 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4a09b3c1-2fa6-4375-b1c6-dfbe1ed2b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:52.429669 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:53.869543 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:53:54.378112 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:03.097283 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:54:19.241065 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-901725ae-50cd-493b-b031-7325a95d5c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:19.532000 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:21.235177 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-be3a2ed5-8cd3-4c33-8bf4-cdc8cc18ffe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:22.440854 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:23.926326 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:24.417829 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:25.340867 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34506) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:25.453429 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34516) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:25.785765 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-network', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:25.791450 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:25.798034 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Usage tracker for resource:network and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:25.801089 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:25.807860 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:25.884131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Made reservation on behalf of 58070aa9e7e34f2bbb9adfca50423d18 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:25.887013 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:25.900845 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:25.917315 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-456034944-network', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:25.922121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:25.926237 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Usage tracker for resource:network and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:25.933635 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:25.941773 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:25.961966 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:25.965949 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Usage tracker for resource:security_group_rule and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:25.968870 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:25.975085 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:26.029784 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Made reservation on behalf of d66d3b23bd57442cb18d737c0a417b05 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:26.032381 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.058743 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.068910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.097209 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:26.101359 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Usage tracker for resource:security_group_rule and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:26.114825 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:26.114825 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:26.162112 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.176154 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:26.198341 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34542) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:26.208131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:54:26.244193 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f72ad-2867-4c2a-a3e1-7a4bd0a9c8e4,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:26.249112 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.249976 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Added segment 8e6fc0df-dca9-493c-bb3a-c871c7204626 of type vlan for network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 Jun 17 17:54:26.284776 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.285125 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.285466 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.285791 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.286236 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.286567 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.286890 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.287213 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.287531 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.287870 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.288162 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Tracked resource versions report: Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: pushed versions: Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Log': {'1.0'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Network': {'1.1'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Port': {'1.5'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'PortForwarding': {'1.2'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'QosPolicy': {'1.8'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroup': {'1.2'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SubPort': {'1.0'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Subnet': {'1.1'}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Trunk': {'1.1'}} Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: consumer versions: Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: { DHCP agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: L3 agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: Metadata agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: Metering agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: Open vSwitch agent@dv-cinder-796864-1-iscsi: { 'ConntrackHelper': '1.0', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Log': '1.0', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Network': '1.1', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Port': '1.5', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'PortForwarding': '1.2', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'QosPolicy': '1.8', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroup': '1.2', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SecurityGroupRule': '1.0', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'SubPort': '1.0', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Subnet': '1.1', Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: 'Trunk': '1.1'}} Jun 17 17:54:26.289216 dv-cinder-796864-1-iscsi neutron-server[75204]: {{(pid=75204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:54:26.298579 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.310010 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:26.357907 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.415559 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.417397 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:26.418089 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.425402 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:26.442519 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34550) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:26.451759 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.544769 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Pushing event updated for resources: {'Network': ['ID=4f315050-8ac4-4a1b-9e38-ebc39e397a55,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:26.558504 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:54:26.564349 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:54:26.575271 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.575985 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Added segment 831c12b5-dfdc-4e00-870d-101392a99490 of type vlan for network bd5c7134-3333-4669-982a-933a9b4a6839 Jun 17 17:54:26.605776 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.641714 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:26.642519 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:26.672196 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baec157-c615-41d7-9009-55c9c90f8f57,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:26.677809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:26.714977 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.716582 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:26.719688 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:26.736791 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-935449049-network', 'tenant_id': '2e1ade3086064c6abeac4a531720c924'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:26.738566 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.quota [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Loaded quota_driver: . Jun 17 17:54:26.744067 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-f84a80b1-19a5-45b9-9f27-b85ee8970962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:26.777195 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:26.784793 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4405880 Jun 17 17:54:26.786125 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34566) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:26.804328 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Request body: {'subnet': {'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-subnet', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:26.819695 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:26.830274 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Usage tracker for resource:network and tenant:2e1ade3086064c6abeac4a531720c924 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:26.840768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:26.852286 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Usage tracker for resource:subnet and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:26.859508 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:26.871137 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:26.907320 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-486364904-network', 'tenant_id': '4e5e61da51a94401b288a3beaec5b48e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:26.911261 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:26.913873 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4592516 Jun 17 17:54:26.917065 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34578) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:26.925047 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Request body: {'subnet': {'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-456034944-subnet', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:26.935244 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:26.940866 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:26.945346 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Usage tracker for resource:network and tenant:4e5e61da51a94401b288a3beaec5b48e is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:26.948875 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:26.959275 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5c7134-3333-4669-982a-933a9b4a6839,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:26.959275 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:26.960227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Usage tracker for resource:subnet and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:26.960227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:26.964126 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network bd5c7134-3333-4669-982a-933a9b4a6839 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:54:26.969193 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:26.976813 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:26.981262 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Made reservation on behalf of 58070aa9e7e34f2bbb9adfca50423d18 for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:27.030408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.policy [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75205) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 17 17:54:27.031858 dv-cinder-796864-1-iscsi neutron-server[75205]: WARNING oslo_policy.policy [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:54:27.032410 dv-cinder-796864-1-iscsi neutron-server[75205]: WARNING oslo_policy.policy [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:54:27.038023 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.071298 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Made reservation on behalf of 4e5e61da51a94401b288a3beaec5b48e for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:27.073974 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.100372 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Made reservation on behalf of 2e1ade3086064c6abeac4a531720c924 for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:27.108076 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.215571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Made reservation on behalf of d66d3b23bd57442cb18d737c0a417b05 for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:27.217892 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.230537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.255854 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.437893 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:27.447632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:27.456542 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1ade3086064c6abeac4a531720c924 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:27.462002 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5e61da51a94401b288a3beaec5b48e is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:27.465632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:27.471983 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:27.488294 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:27.490514 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:27.845625 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.876251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.931463 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:27.991219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:27.997665 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.036335 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:54:28.075299 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775304369758', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.075888 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Unsubscribe: segment precommit_create {{(pid=75205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 17:54:28.076575 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Added segment c84dd5b4-909d-403e-9231-61b08084295a of type vlan for network 9028cff4-9a93-4790-a437-67cb373e5baf Jun 17 17:54:28.104452 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe6054c-a11d-46ea-881b-2401706315f5,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:28.165301 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.165914 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.166390 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.166886 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.167399 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.167862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.168341 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.168824 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.169297 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.169772 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.170261 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Tracked resource versions report: Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: pushed versions: Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Log': {'1.0'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Network': {'1.1'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Port': {'1.5'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'PortForwarding': {'1.2'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'QosPolicy': {'1.8'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'SecurityGroup': {'1.2'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'SubPort': {'1.0'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Subnet': {'1.1'}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Trunk': {'1.1'}} Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: consumer versions: Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: { DHCP agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: L3 agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: Metadata agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: Metering agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: Open vSwitch agent@dv-cinder-796864-1-iscsi: { 'ConntrackHelper': '1.0', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Log': '1.0', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Network': '1.1', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Port': '1.5', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'PortForwarding': '1.2', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'QosPolicy': '1.8', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'SecurityGroup': '1.2', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'SecurityGroupRule': '1.0', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'SubPort': '1.0', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Subnet': '1.1', Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: 'Trunk': '1.1'}} Jun 17 17:54:28.171530 dv-cinder-796864-1-iscsi neutron-server[75205]: {{(pid=75205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:54:28.196976 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.259544 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:28.266752 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:28.308515 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09abcbd9-69f8-4a9c-8214-64b1fc6403d3,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:28.313964 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:28.359826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.395380 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:28.396044 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.407219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:28.419953 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.db.api [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:54:28.420157 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_db.api [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:54:28.513097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.540639 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.541357 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9028cff4-9a93-4790-a437-67cb373e5baf,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:28.555815 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:28.556911 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:28.562436 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 9028cff4-9a93-4790-a437-67cb373e5baf details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:54:28.660471 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:28.711285 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5116060 Jun 17 17:54:28.714513 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34660) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:28.721238 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Request body: {'subnet': {'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-subnet', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:28.729504 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:28.738406 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Checking segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:28.739093 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Network hostable DHCP agents. Network: 4f315050-8ac4-4a1b-9e38-ebc39e397a55, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:54:28.739275 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Usage tracker for resource:subnet and tenant:2e1ade3086064c6abeac4a531720c924 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:28.747077 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:28.750212 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Checking segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:28.750768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Network hostable DHCP agents. Network: bd5c7134-3333-4669-982a-933a9b4a6839, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:54:28.756760 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:28.784868 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc47c60d-03ea-4f72-b81c-4f59dcdcd896,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:28.789506 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:28.789923 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:28.790370 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:28.835522 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Made reservation on behalf of 2e1ade3086064c6abeac4a531720c924 for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:28.837973 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.921864 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.937147 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Network bd5c7134-3333-4669-982a-933a9b4a6839 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:54:28.943367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:54:28.959027 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34670) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:28.977391 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:54:28.989751 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:28.990345 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Added segment c0e8466a-a5eb-43c0-be95-e8a377bc5338 of type vlan for network 979fa282-ca71-4e82-a43b-87ab86bb2711 Jun 17 17:54:29.020540 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.061571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, bd5c7134-3333-4669-982a-933a9b4a6839) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:29.063229 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 4f315050-8ac4-4a1b-9e38-ebc39e397a55) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:29.083821 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a6e0a-dcae-45b8-9eee-f4df3d01b5a3 None None] Network bd5c7134-3333-4669-982a-933a9b4a6839 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:29.086418 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:29.087080 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.136202 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.137452 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:29.138091 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.148689 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:29.155830 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.155830 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:29.189445 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5ab1f-5220-4b22-b021-229c86411c49 None None] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:29.316788 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=979fa282-ca71-4e82-a43b-87ab86bb2711,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:29.320805 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4015419 Jun 17 17:54:29.323656 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34682) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:29.326812 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:29.333221 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:29.338433 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:29.343493 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 979fa282-ca71-4e82-a43b-87ab86bb2711 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:54:29.344591 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Usage tracker for resource:router and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:29.348243 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:29.355252 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:29.397424 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-5742101e-860f-446c-87c9-28d39090e478 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6096885 Jun 17 17:54:29.400752 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34688) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:29.415572 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:29.427061 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:29.432542 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Usage tracker for resource:router and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:29.437170 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:29.444624 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:29.457171 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0135112 Jun 17 17:54:29.460113 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34696) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:29.467651 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Request body: {'subnet': {'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-486364904-subnet', 'tenant_id': '4e5e61da51a94401b288a3beaec5b48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:29.473495 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:29.479759 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Usage tracker for resource:subnet and tenant:4e5e61da51a94401b288a3beaec5b48e is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:29.489765 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:29.506007 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.507851 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.513915 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:29.543447 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.634515 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.635563 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.662837 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.671944 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.676672 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:29.681075 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Made reservation on behalf of 4e5e61da51a94401b288a3beaec5b48e for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:29.683965 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.710274 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-bd5c7134-3333-4669-982a-933a9b4a6839', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:54:29.713107 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.728899 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:54:29.736302 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.828557 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0000ec1-9063-45d4-b268-ecc1ef15662a,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:29.834441 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:29.834961 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:29.852747 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:29.854130 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Checking segment: {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:29.855026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Network hostable DHCP agents. Network: 9028cff4-9a93-4790-a437-67cb373e5baf, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:54:29.861580 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Usage tracker for resource:security_group_rule and tenant:0cbf20c2c5774b10b8658188e6cc63eb is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:29.865189 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:29.879071 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:29.977406 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Network 9028cff4-9a93-4790-a437-67cb373e5baf is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:54:30.056884 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Allocated IP 172.20.0.2 (4f315050-8ac4-4a1b-9e38-ebc39e397a55/ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93/0082fb8c-d913-4426-9b11-6c33be1addcc) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:30.062853 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Allocated IP 172.20.0.2 (bd5c7134-3333-4669-982a-933a9b4a6839/dc47c60d-03ea-4f72-b81c-4f59dcdcd896/22a7ef2a-10bf-4ed8-ae05-2fddf8020efd) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:30.095111 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 9028cff4-9a93-4790-a437-67cb373e5baf) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:30.099692 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:30.100375 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.161041 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e86c8f-ca1a-4c22-b0d5-0b41f50cb544 None None] Network 9028cff4-9a93-4790-a437-67cb373e5baf requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:30.225747 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.245087 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-0abcda23-473e-4459-b95e-777138b97e81 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5293896 Jun 17 17:54:30.249017 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34716) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:30.257214 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:30.263955 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:30.269637 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Usage tracker for resource:router and tenant:2e1ade3086064c6abeac4a531720c924 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:30.274886 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:30.284291 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:30.353993 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.362587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.390343 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.394797 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.437093 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.480247 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.485601 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-68b33d0e-25c4-4b78-a8c1-4d910f3b98b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:30.595095 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.605713 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Transition to ACTIVE for port object 0082fb8c-d913-4426-9b11-6c33be1addcc will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:30.608973 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa4e96f-04d8-498c-9d34-11360a94ce26,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:30.619047 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cbf20c2c5774b10b8658188e6cc63eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6586087 Jun 17 17:54:30.621585 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34726) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:30.624627 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:30.624885 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Transition to ACTIVE for port object 0082fb8c-d913-4426-9b11-6c33be1addcc will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:30.729802 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.744086 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.747340 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:30.759466 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.784190 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.788458 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b9c74-7139-41fd-82fe-2b606f10ebec None None] Network 9028cff4-9a93-4790-a437-67cb373e5baf requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:30.826834 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Transition to ACTIVE for port object 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:30.829361 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:30.864243 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:30.919749 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:30.922794 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Transition to ACTIVE for port object 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:30.931259 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:30.943323 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Pushing event updated for resources: {'Port': ['ID=0082fb8c-d913-4426-9b11-6c33be1addcc,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:30.995965 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.005404 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f4668300-4006-4915-8f7f-890799c0f898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:31.098380 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.098748 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.099060 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.099386 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.099709 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.100026 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.100352 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.100683 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.101005 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.101379 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Tracked resource versions report: Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: pushed versions: Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Log': {'1.0'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Network': {'1.1'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Port': {'1.5'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'PortForwarding': {'1.2'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'QosPolicy': {'1.8'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroup': {'1.2'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SubPort': {'1.0'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Subnet': {'1.1'}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Trunk': {'1.1'}} Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: consumer versions: Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: { DHCP agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: L3 agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: Metadata agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: Metering agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: Open vSwitch agent@dv-cinder-796864-1-iscsi: { 'ConntrackHelper': '1.0', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Log': '1.0', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Network': '1.1', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Port': '1.5', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'PortForwarding': '1.2', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'QosPolicy': '1.8', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroup': '1.2', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SecurityGroupRule': '1.0', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'SubPort': '1.0', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Subnet': '1.1', Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: 'Trunk': '1.1'}} Jun 17 17:54:31.102899 dv-cinder-796864-1-iscsi neutron-server[75206]: {{(pid=75206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:54:31.118024 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.150258 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.152468 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.157938 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.164240 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=424bc7e4-0acc-4856-bf3c-87cfd636531c,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:31.175095 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:31.184934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:31.193985 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:31.207478 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa4e96f-04d8-498c-9d34-11360a94ce26,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:31.220450 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:31.240060 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Checking segment: {'id': 'c0e8466a-a5eb-43c0-be95-e8a377bc5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:31.240277 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Network hostable DHCP agents. Network: 979fa282-ca71-4e82-a43b-87ab86bb2711, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:54:31.254512 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:31.291188 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.303551 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fa4e96f-04d8-498c-9d34-11360a94ce26 HTTP/1.1" status: 204 len: 168 time: 0.6687815 Jun 17 17:54:31.369548 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.412534 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.416929 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.423989 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Network bd5c7134-3333-4669-982a-933a9b4a6839 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:31.425077 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Pushing event updated for resources: {'Port': ['ID=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:31.434753 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:31.445001 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:31.453258 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:31.467354 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Allocated IP 172.27.1.52 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/be618c81-df70-43c2-ad78-a22bb62407ad) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:31.486659 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Attempting to bind port 0082fb8c-d913-4426-9b11-6c33be1addcc on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:31.487035 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Attempting to bind port 0082fb8c-d913-4426-9b11-6c33be1addcc by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:31.487549 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Attempting to bind port 0082fb8c-d913-4426-9b11-6c33be1addcc on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:31.506492 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.604939 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:31.605367 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Checking segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:31.605778 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.606199 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Bound using segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:31.606739 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Bound port: 0082fb8c-d913-4426-9b11-6c33be1addcc, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:31.607130 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.627167 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Network 979fa282-ca71-4e82-a43b-87ab86bb2711 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:54:31.637145 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.658436 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Attempting to bind port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:31.658800 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Attempting to bind port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:31.659256 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Attempting to bind port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd on network bd5c7134-3333-4669-982a-933a9b4a6839 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:31.718537 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:31.726192 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Checking segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:31.726192 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.726192 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Bound using segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:31.726192 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Bound port: 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:31.726192 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.743109 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 979fa282-ca71-4e82-a43b-87ab86bb2711) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:31.748120 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:31.748790 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.778876 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:31.779143 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a699c7-7d26-41a3-973a-40d0da04d33e None None] Network 979fa282-ca71-4e82-a43b-87ab86bb2711 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:31.799259 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a0332c3f-048b-4e03-93cb-9aa88e466e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:31.846931 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:31.855392 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:31.859565 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:31.899325 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] For port 0082fb8c-d913-4426-9b11-6c33be1addcc, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:31.936800 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] For port 0082fb8c-d913-4426-9b11-6c33be1addcc, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=0082fb8c-d913-4426-9b11-6c33be1addcc,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:31.936978 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Allocated IP 172.27.1.44 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/9bb869ce-e055-4111-8f20-10e6d3162c67) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:31.959723 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Pushing event updated for resources: {'Port': ['ID=be618c81-df70-43c2-ad78-a22bb62407ad,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:31.963396 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:31.963673 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] For port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:32.000899 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] For port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:32.034652 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.043827 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:32.118277 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6489253 Jun 17 17:54:32.124916 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.125670 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.166743 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.257224 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Pushing event updated for resources: {'Port': ['ID=0082fb8c-d913-4426-9b11-6c33be1addcc,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:32.272023 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:32.279310 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:32.301200 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.392970 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2c0b2-cb23-48e4-93dc-ea3c90eff9eb None None] Network 979fa282-ca71-4e82-a43b-87ab86bb2711 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:32.571851 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Pushing event updated for resources: {'Port': ['ID=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:32.576573 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:32.602820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:32.624291 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:32.758458 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Allocated IP 172.27.1.100 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/da06421a-0780-4df8-82e3-83003af69c68) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:32.763714 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:32.800279 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:32.800279 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:32.976457 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb869ce-e055-4111-8f20-10e6d3162c67,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:32.992466 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:33.089391 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34796) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:33.093138 dv-cinder-796864-1-iscsi neutron-server[75204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 17:54:33.119194 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Router aea88537-ccd8-4dd4-8038-790dd19db0ee is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:54:33.239691 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:33.270191 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:33.271363 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:33.316283 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-8f789980-ed16-4620-92c4-430a3cfc158e tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:33.316283 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-8f789980-ed16-4620-92c4-430a3cfc158e tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/networks?id=979fa282-ca71-4e82-a43b-87ab86bb2711 HTTP/1.1" status: 200 len: 811 time: 0.2256482 Jun 17 17:54:33.368242 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-b5844ed4-e16b-4dce-8f7b-7f6b3b8cac95 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/quotas/4e5e61da51a94401b288a3beaec5b48e HTTP/1.1" status: 200 len: 375 time: 0.0354116 Jun 17 17:54:33.425402 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-a3132f02-8894-4192-8427-415767c2f20d tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e5e61da51a94401b288a3beaec5b48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476730 Jun 17 17:54:33.517385 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:54:33.533498 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Sync routers for ids ['aea88537-ccd8-4dd4-8038-790dd19db0ee'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:54:33.545617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:33.555914 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:33.565029 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Routers {'aea88537-ccd8-4dd4-8038-790dd19db0ee'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:33.565727 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['aea88537-ccd8-4dd4-8038-790dd19db0ee'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:33.617923 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:33.621922 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3683407 Jun 17 17:54:33.622195 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34816) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:33.691917 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Pushing event updated for resources: {'Port': ['ID=da06421a-0780-4df8-82e3-83003af69c68,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:33.716655 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:33.749510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:33.761863 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:33.770199 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:33.788325 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-f8c29d66-75c8-4b36-811a-f34915ba02ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:54:33.796908 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-f8c29d66-75c8-4b36-811a-f34915ba02ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1928940 Jun 17 17:54:33.949190 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Set router aea88537-ccd8-4dd4-8038-790dd19db0ee gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:34.035516 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-fd8bcf9e-734d-45fd-ad24-aec03896015e service neutron] 10.222.0.30 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376206 Jun 17 17:54:34.175410 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e7b073-9ed3-4116-b663-052220763daf None None] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:34.224136 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Router b833cbdb-b7a8-498a-ba91-f013f8507420 is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:54:34.285054 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:34.286095 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:34.390461 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0082fb8c-d913-4426-9b11-6c33be1addcc up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:34.423772 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-2aa33769-0b6b-4532-95b0-4d9d872bca52 service neutron] 10.222.0.30 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846583 Jun 17 17:54:34.571740 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b313e2-0308-4713-93d9-09b0df774bf6 None None] Network bd5c7134-3333-4669-982a-933a9b4a6839 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:54:34.699168 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:54:31Z', 'revision_number': 3, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:34.706139 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Checking router: aea88537-ccd8-4dd4-8038-790dd19db0ee for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:54:34.706570 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Updating router aea88537-ccd8-4dd4-8038-790dd19db0ee port be618c81-df70-43c2-ad78-a22bb62407ad binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:54:34.780035 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:34.956332 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 0082fb8c-d913-4426-9b11-6c33be1addcc completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:34.965335 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-8948043d-c00a-431d-83fd-66aca2090556 None None] Provisioning for port 0082fb8c-d913-4426-9b11-6c33be1addcc completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:35.074332 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 0082fb8c-d913-4426-9b11-6c33be1addcc triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:35.074709 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.206081 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:54:35.249828 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e404faa5-b58e-4df5-9170-201e2ded5d89 req-e9e18331-41d9-4f1d-bfd6-369315dd8eef tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0941672 Jun 17 17:54:35.286394 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Sync routers for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:54:35.346521 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-8948043d-c00a-431d-83fd-66aca2090556 None None] Provisioning complete for port 0082fb8c-d913-4426-9b11-6c33be1addcc triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:35.347103 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8948043d-c00a-431d-83fd-66aca2090556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.400293 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.401536 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9993675 Jun 17 17:54:35.404386 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34890) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:35.528667 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:54:35.536883 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.562807 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:35.562991 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Transition to ACTIVE for port object be618c81-df70-43c2-ad78-a22bb62407ad will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:35.563112 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:35.672336 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.682949 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:35.843647 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Pushing event updated for resources: {'Port': ['ID=be618c81-df70-43c2-ad78-a22bb62407ad,revision_number=2']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:35.848497 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.857705 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.857705 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.857705 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.857705 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.858647 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.858749 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.859018 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.859361 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.859687 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.860005 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.860322 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Tracked resource versions report: Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: pushed versions: Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: { 'ConntrackHelper': {'1.0'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Log': {'1.0'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Network': {'1.1'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Port': {'1.5'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'PortForwarding': {'1.2'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'QosPolicy': {'1.8'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroup': {'1.2'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroupRule': {'1.0'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SubPort': {'1.0'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Subnet': {'1.1'}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Trunk': {'1.1'}} Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: consumer versions: Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: { DHCP agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: HyperV agent@hv-cinder-79686: {}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: L3 agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: Metadata agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: Metering agent@dv-cinder-796864-1-iscsi: {}, Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: Open vSwitch agent@dv-cinder-796864-1-iscsi: { 'ConntrackHelper': '1.0', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Log': '1.0', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Network': '1.1', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Port': '1.5', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'PortForwarding': '1.2', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'QosPolicy': '1.8', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroup': '1.2', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SecurityGroupRule': '1.0', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'SubPort': '1.0', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Subnet': '1.1', Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: 'Trunk': '1.1'}} Jun 17 17:54:35.862139 dv-cinder-796864-1-iscsi neutron-server[75207]: {{(pid=75207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:54:35.871623 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Attempting to bind port be618c81-df70-43c2-ad78-a22bb62407ad on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:35.872572 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Attempting to bind port be618c81-df70-43c2-ad78-a22bb62407ad by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:35.873109 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Attempting to bind port be618c81-df70-43c2-ad78-a22bb62407ad on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:35.876587 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:35.883344 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:35.884399 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:35.885002 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.885559 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:35.886225 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Bound port: be618c81-df70-43c2-ad78-a22bb62407ad, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:35.886806 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:35.911205 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.012166 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] For port be618c81-df70-43c2-ad78-a22bb62407ad, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:36.021817 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] For port be618c81-df70-43c2-ad78-a22bb62407ad, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=be618c81-df70-43c2-ad78-a22bb62407ad,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:36.110086 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.114589 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:36.199163 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 0082fb8c-d913-4426-9b11-6c33be1addcc, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=0082fb8c-d913-4426-9b11-6c33be1addcc,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:54:36.201370 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:54:36.202029 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8948043d-c00a-431d-83fd-66aca2090556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.232417 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:36.303962 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Sync routers for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:54:36.325739 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.351209 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Routers {'aea88537-ccd8-4dd4-8038-790dd19db0ee'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:36.352933 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['aea88537-ccd8-4dd4-8038-790dd19db0ee'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:36.469942 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Allocated IP 172.20.0.1 (9028cff4-9a93-4790-a437-67cb373e5baf/d0000ec1-9063-45d4-b268-ecc1ef15662a/5cb92663-a0c7-4185-9d92-743ab67bdb50) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:36.491467 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34934) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:36.505846 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:36.534209 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.535487 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2102706 Jun 17 17:54:36.540428 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34938) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:36.563164 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-49341ef3-39cf-4f69-a4ea-574f5727e32b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:36.725808 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0b742399-735c-487b-bc48-9ac01fe20d32 req-a4fbb27b-2695-44fd-9cd2-bd2a7bbd0d63 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.2330725 Jun 17 17:54:36.726913 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] Set router aea88537-ccd8-4dd4-8038-790dd19db0ee gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:36.835096 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.949756 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:36.971403 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:37.018626 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-8948043d-c00a-431d-83fd-66aca2090556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:54:37.019346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-8948043d-c00a-431d-83fd-66aca2090556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:54:37.043972 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=0082fb8c-d913-4426-9b11-6c33be1addcc,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:37.073704 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:37.122172 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Network 9028cff4-9a93-4790-a437-67cb373e5baf is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:37.146467 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:37.157856 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:37.158025 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:37.215876 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb92663-a0c7-4185-9d92-743ab67bdb50,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:37.224540 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:37.266620 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Pushing event updated for resources: {'Port': ['ID=be618c81-df70-43c2-ad78-a22bb62407ad,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:37.270278 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.156s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:37.273015 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:54:31Z', 'revision_number': 3, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:37.284709 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:37.285195 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:37.298801 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:32Z', 'revision_number': 3, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:37.303667 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Checking router: b833cbdb-b7a8-498a-ba91-f013f8507420 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:54:37.304269 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Updating router b833cbdb-b7a8-498a-ba91-f013f8507420 port 9bb869ce-e055-4111-8f20-10e6d3162c67 binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:54:37.350006 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69a8bc-b50c-47ba-9f2f-c7982254a75f None None] The sync data for ids ['aea88537-ccd8-4dd4-8038-790dd19db0ee'] in dv-cinder-796864-1-iscsi is: [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:54:31Z', 'revision_number': 3, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:54:37.386372 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:37.455384 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:37.571585 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:38.017368 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:33Z', 'revision_number': 3, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:38.024136 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Checking router: 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:54:38.024947 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Updating router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc port da06421a-0780-4df8-82e3-83003af69c68 binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:54:38.087299 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 34982) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:38.134810 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.160782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 34986) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:38.269924 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a12850bd-6e07-41cf-9b87-0edbbb624eac req-685fc438-ae2c-4186-8e90-ecbae36c8f2f tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.1910317 Jun 17 17:54:38.281557 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:38.366839 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.385666 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.402608 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Transition to ACTIVE for port object 9bb869ce-e055-4111-8f20-10e6d3162c67 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:38.481591 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.485553 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.492699 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6a85b73d-41e2-4090-b295-35acbb4a8f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:38.502308 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.528895 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:38.542868 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.569476 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.571024 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.640226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b930c-c347-485b-9c96-224ec1c8d173 None None] Pushing event updated for resources: {'Port': ['ID=9bb869ce-e055-4111-8f20-10e6d3162c67,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:38.653298 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Attempting to bind port 9bb869ce-e055-4111-8f20-10e6d3162c67 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:38.655411 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Attempting to bind port 9bb869ce-e055-4111-8f20-10e6d3162c67 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:38.656441 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Attempting to bind port 9bb869ce-e055-4111-8f20-10e6d3162c67 on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:38.675209 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bd2b930c-c347-485b-9c96-224ec1c8d173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:38.687740 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0082fb8c-d913-4426-9b11-6c33be1addcc up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:38.717611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb92663-a0c7-4185-9d92-743ab67bdb50,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:38.720862 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:38.731059 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:38.731619 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:38.770817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Usage tracker for resource:security_group_rule and tenant:1cf5bcef46fd4101aa325fcdede50bba is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:38.780487 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:38.782558 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:38.783168 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:38.783750 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.784316 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:38.785550 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Bound port: 9bb869ce-e055-4111-8f20-10e6d3162c67, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:38.786103 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Usage tracker for resource:security_group_rule and tenant:ef30e5fcf26848aa93d135023bdfc305 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:38.786371 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.804354 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:38.814369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:38.818356 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:38.881457 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Provisioning complete for port 0082fb8c-d913-4426-9b11-6c33be1addcc triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:38.882012 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.905695 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Network 9028cff4-9a93-4790-a437-67cb373e5baf is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:38.908671 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:38.908799 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:38.926203 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Transition to ACTIVE for port object da06421a-0780-4df8-82e3-83003af69c68 will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:38.984947 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 0082fb8c-d913-4426-9b11-6c33be1addcc triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:38.986179 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.005916 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.010489 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-df8cf4db-14b1-4d37-8f23-a1204f1e1f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:39.031514 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] For port 9bb869ce-e055-4111-8f20-10e6d3162c67, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:39.037634 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.071808 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Allocated IP 172.20.0.1 (4f315050-8ac4-4a1b-9e38-ebc39e397a55/ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93/4a8bb978-729d-49b6-bc9f-f56cfafc8875) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:39.122946 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] For port 9bb869ce-e055-4111-8f20-10e6d3162c67, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=9bb869ce-e055-4111-8f20-10e6d3162c67,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:39.144669 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.159068 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:39.223267 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aac39a-f819-48f9-a8a5-88cdb1dfbc18,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:39.232245 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef30e5fcf26848aa93d135023bdfc305&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1405518 Jun 17 17:54:39.233046 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35002) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:39.234597 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:39.241010 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.250516 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Attempting to bind port da06421a-0780-4df8-82e3-83003af69c68 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:39.250896 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Attempting to bind port da06421a-0780-4df8-82e3-83003af69c68 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:39.251472 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Attempting to bind port da06421a-0780-4df8-82e3-83003af69c68 on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:39.253653 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.261970 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:39.262390 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:39.262796 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.263193 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:39.263671 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Bound port: da06421a-0780-4df8-82e3-83003af69c68, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:39.264114 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.270226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:39.335442 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.349306 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device be618c81-df70-43c2-ad78-a22bb62407ad up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:39.373571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6ef12999-7880-48b5-9638-acb72406d05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:39.376916 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4172b4f-8239-4aa5-b9c6-ce2ecba7dc5c None None] Pushing event updated for resources: {'Port': ['ID=da06421a-0780-4df8-82e3-83003af69c68,revision_number=2']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:39.386074 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-e4172b4f-8239-4aa5-b9c6-ce2ecba7dc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:39.399722 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] For port da06421a-0780-4df8-82e3-83003af69c68, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:39.403761 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] For port da06421a-0780-4df8-82e3-83003af69c68, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=da06421a-0780-4df8-82e3-83003af69c68,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:39.457515 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Provisioning for port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:39.462698 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b930c-c347-485b-9c96-224ec1c8d173 None None] Pushing event updated for resources: {'Port': ['ID=9bb869ce-e055-4111-8f20-10e6d3162c67,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:39.473242 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Provisioning complete for port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:39.473686 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.486603 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f2376d-5881-48c7-8b1a-3be75141aa96,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:39.500018 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bd2b930c-c347-485b-9c96-224ec1c8d173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:39.507153 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:39.509587 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.517315 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:39.538526 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:39.539165 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:39.556174 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.570302 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5b1d4d31-77c9-4dbe-af07-c55ea5c2ff1e req-778ddbcd-2b25-4d32-b586-a12e1b8236da tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0505791 Jun 17 17:54:39.610329 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.628503 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:39.629574 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:39.644350 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.664267 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Transition to ACTIVE for port object 4a8bb978-729d-49b6-bc9f-f56cfafc8875 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:39.691437 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4172b4f-8239-4aa5-b9c6-ce2ecba7dc5c None None] Pushing event updated for resources: {'Port': ['ID=da06421a-0780-4df8-82e3-83003af69c68,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:39.697191 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.704460 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-e4172b4f-8239-4aa5-b9c6-ce2ecba7dc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:39.724565 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:39.732633 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cf5bcef46fd4101aa325fcdede50bba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5688198 Jun 17 17:54:39.733952 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35010) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:39.790850 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.791424 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Router aea88537-ccd8-4dd4-8038-790dd19db0ee has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:54:39.807208 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d4cea1e2-153b-411d-b690-921696581768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:39.853687 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port be618c81-df70-43c2-ad78-a22bb62407ad completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:39.866053 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port be618c81-df70-43c2-ad78-a22bb62407ad triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:39.866374 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.905668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:39.955351 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:39.960378 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b38a1efd-54fa-49a5-8abb-5f3fd9b02423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:39.993919 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aac39a-f819-48f9-a8a5-88cdb1dfbc18,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:39.997023 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.006652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:40.034451 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Allocated IP 172.20.0.1 (bd5c7134-3333-4669-982a-933a9b4a6839/dc47c60d-03ea-4f72-b81c-4f59dcdcd896/6530468f-a6ec-4871-a99a-e79b085e3be2) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:40.146249 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.190664 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.192188 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69aac39a-f819-48f9-a8a5-88cdb1dfbc18 HTTP/1.1" status: 204 len: 168 time: 0.9553685 Jun 17 17:54:40.220192 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.293529 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] For port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:54:40.296734 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.312859 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.332669 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:54:40.343367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:40.344304 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port be618c81-df70-43c2-ad78-a22bb62407ad, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=be618c81-df70-43c2-ad78-a22bb62407ad,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:54:40.347656 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:40.353595 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:40.354878 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.388630 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.393441 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8bb978-729d-49b6-bc9f-f56cfafc8875,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:40.396957 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:40.399619 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:40.412638 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Transition to ACTIVE for port object 6530468f-a6ec-4871-a99a-e79b085e3be2 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:40.441187 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:33Z', 'revision_number': 3, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:40.445426 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.451994 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f86e6f-c7a8-4a6a-bb21-1306174f4301 None None] The sync data for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi is: [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:33Z', 'revision_number': 3, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:54:40.454788 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-132eec06-0b3a-48d4-8a57-a726be263b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:40.471181 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f2376d-5881-48c7-8b1a-3be75141aa96,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:40.498655 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.499343 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:40.502291 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.505662 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81f2376d-5881-48c7-8b1a-3be75141aa96 HTTP/1.1" status: 204 len: 168 time: 0.7681272 Jun 17 17:54:40.519831 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Pushing event updated for resources: {'Port': ['ID=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:40.525957 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:40.531843 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bd2b930c-c347-485b-9c96-224ec1c8d173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:40.831454 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:54:40.831454 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] 10.222.0.30 "PUT /v2.0/routers/aea88537-ccd8-4dd4-8038-790dd19db0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9493713 Jun 17 17:54:40.838160 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.838160 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.839608 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:32Z', 'revision_number': 3, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:40.839608 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:40.841344 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:40.843025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646bd68-4676-40ef-8403-390d8ecdb577 None None] The sync data for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi is: [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:32Z', 'revision_number': 3, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:54:40.843025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=be618c81-df70-43c2-ad78-a22bb62407ad,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:40.843025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:40.843025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:40.843025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.853628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Network bd5c7134-3333-4669-982a-933a9b4a6839 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:40.859854 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:40.882638 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:40.883112 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:40.919841 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3d885344-3405-41ca-99de-88903d4b4800 req-5fd231c9-63e2-46f9-a61b-00950ef91c40 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0961971 Jun 17 17:54:40.927788 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Pushing event updated for resources: {'Port': ['ID=6530468f-a6ec-4871-a99a-e79b085e3be2,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:40.953477 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:40.984931 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a9c58a66-fc2e-4404-93f4-2aede7a821e8 None None] Provisioning for port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:41.005448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a9c58a66-fc2e-4404-93f4-2aede7a821e8 None None] Provisioning complete for port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:41.006012 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a9c58a66-fc2e-4404-93f4-2aede7a821e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.143352 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-a9c58a66-fc2e-4404-93f4-2aede7a821e8 None None] Port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:54:41.189435 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.359969 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.451332 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-917489bb-b0e4-4583-9505-8bfb7b78f354 None None] Provisioning for port 6530468f-a6ec-4871-a99a-e79b085e3be2 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:41.457143 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-917489bb-b0e4-4583-9505-8bfb7b78f354 None None] Provisioning complete for port 6530468f-a6ec-4871-a99a-e79b085e3be2 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:41.457559 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-917489bb-b0e4-4583-9505-8bfb7b78f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.459310 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.464161 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.474771 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:41.512933 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-917489bb-b0e4-4583-9505-8bfb7b78f354 None None] Port 6530468f-a6ec-4871-a99a-e79b085e3be2 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:54:41.596281 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.36', 52098) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:41.679617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8bb978-729d-49b6-bc9f-f56cfafc8875,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:41.685112 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:41.759163 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:41.761217 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.763126 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:41.805025 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35062) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:41.838989 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.865283 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.879588 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:41.887604 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:41.921585 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-445401e5-6079-4482-aa14-ae0e1869668a tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:41.927838 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-445401e5-6079-4482-aa14-ae0e1869668a tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.36 "GET /v2.0/networks?id=979fa282-ca71-4e82-a43b-87ab86bb2711 HTTP/1.1" status: 200 len: 811 time: 0.3294237 Jun 17 17:54:41.928516 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35068) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:42.037572 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:42.097502 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Request body: {'port': {'device_id': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711', 'admin_state_up': True, 'tenant_id': '4e5e61da51a94401b288a3beaec5b48e'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:42.155960 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:42.162114 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Sync routers for ids ['aea88537-ccd8-4dd4-8038-790dd19db0ee'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:54:42.181622 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Usage tracker for resource:security_group_rule and tenant:bd5e703d8f5f444ba5497747312ed6de is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:42.197148 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Routers {'aea88537-ccd8-4dd4-8038-790dd19db0ee'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:42.197819 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['aea88537-ccd8-4dd4-8038-790dd19db0ee'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:42.240317 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:42.244450 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Usage tracker for resource:security_group_rule and tenant:d32bb67f7b3845aaa8009852c0f664a4 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:42.247884 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:42.254407 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:42.274759 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Pushing event updated for resources: {'Port': ['ID=6530468f-a6ec-4871-a99a-e79b085e3be2,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:42.298830 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:42.345477 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:42.346833 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:42.417830 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:42.497556 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:42.649785 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:42.693767 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-67ffd707-8bad-4784-8b88-f8de6a447cd5 req-22761d5b-d209-41fa-aa98-8b0ca6c0468a tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.2898412 Jun 17 17:54:42.729716 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d32bb67f7b3845aaa8009852c0f664a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7727911 Jun 17 17:54:42.731945 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35080) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:42.821560 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf6e166-aebb-4811-b808-b622e280935a,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:42.830315 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:42.925317 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 9bb869ce-e055-4111-8f20-10e6d3162c67 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:43.072172 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:43.094641 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Usage tracker for resource:port and tenant:4e5e61da51a94401b288a3beaec5b48e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:43.102987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:43.110646 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-118609f8-3098-4eca-8229-af025dfdf6c1 None None] Provisioning complete for port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:43.111210 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-118609f8-3098-4eca-8229-af025dfdf6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.118864 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:43.125969 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35098) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:43.197060 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.273363 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Set router aea88537-ccd8-4dd4-8038-790dd19db0ee gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:43.304740 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Made reservation on behalf of 4e5e61da51a94401b288a3beaec5b48e for: {'port': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:43.308006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.335268 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-118609f8-3098-4eca-8229-af025dfdf6c1 None None] Port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:54:43.400806 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.418631 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.419578 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ea3f244d-6ccf-46a0-b87f-31b308f9f5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:43.439022 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.440725 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 9bb869ce-e055-4111-8f20-10e6d3162c67 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:43.449901 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Network bd5c7134-3333-4669-982a-933a9b4a6839 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:43.454882 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 9bb869ce-e055-4111-8f20-10e6d3162c67 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:43.455442 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.460191 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:43.607053 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-4f15083b-5eaf-4b45-8118-fc68f9c8bb36 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:43.609287 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-4f15083b-5eaf-4b45-8118-fc68f9c8bb36 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 818 time: 0.3341775 Jun 17 17:54:43.643445 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d5297-4212-42bf-9480-75af451c3dc1,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:43.647433 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:43.668723 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd5e703d8f5f444ba5497747312ed6de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8604610 Jun 17 17:54:43.674425 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35122) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:43.718292 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:43.737517 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-62f04158-71b7-4edb-be47-833a66270872 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/quotas/2e1ade3086064c6abeac4a531720c924 HTTP/1.1" status: 200 len: 375 time: 0.0877182 Jun 17 17:54:43.840477 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Allocated IP 172.20.0.8 (979fa282-ca71-4e82-a43b-87ab86bb2711/424bc7e4-0acc-4856-bf3c-87cfd636531c/ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:43.979604 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:43.985253 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Usage tracker for resource:security_group_rule and tenant:84abd4adb2b7476f87b5a6d4747cd649 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:43.988608 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:43.995817 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:44.098148 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.140512 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.144956 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.163422 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Router b833cbdb-b7a8-498a-ba91-f013f8507420 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:54:44.166243 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f468b683-9135-47b2-a67d-5bfb46432722 None None] Provisioning complete for port 6530468f-a6ec-4871-a99a-e79b085e3be2 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:44.171264 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f468b683-9135-47b2-a67d-5bfb46432722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.182038 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:44.210864 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 9bb869ce-e055-4111-8f20-10e6d3162c67, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=9bb869ce-e055-4111-8f20-10e6d3162c67,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:54:44.245907 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:54:37Z', 'revision_number': 4, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '5cb92663-a0c7-4185-9d92-743ab67bdb50', 'name': '', 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'mac_address': 'fa:16:3e:7d:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:36Z', 'updated_at': '2021-06-17T17:54:37Z', 'revision_number': 2, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'subnets': [{'id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:44.251380 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf6e166-aebb-4811-b808-b622e280935a,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:44.255203 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-f468b683-9135-47b2-a67d-5bfb46432722 None None] Port 6530468f-a6ec-4871-a99a-e79b085e3be2 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:54:44.263252 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Checking router: aea88537-ccd8-4dd4-8038-790dd19db0ee for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:54:44.263538 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Updating router aea88537-ccd8-4dd4-8038-790dd19db0ee port 5cb92663-a0c7-4185-9d92-743ab67bdb50 binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:54:44.273646 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:44.309155 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.310738 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbf6e166-aebb-4811-b808-b622e280935a HTTP/1.1" status: 204 len: 168 time: 1.5750020 Jun 17 17:54:44.323207 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.336059 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device be618c81-df70-43c2-ad78-a22bb62407ad up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:44.387135 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.399343 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:44.409372 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:54:44.412641 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.420073 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5755af87-a790-44da-a774-5a2321b925f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:44.458192 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c421b91-a668-41c5-bd02-6e98942e89b8,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:44.485862 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:44.496610 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.509118 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-543e5094-fb15-42fd-9547-920b9dbe9608 req-6a736b0f-90f3-4d82-847b-798503775b30 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.2248166 Jun 17 17:54:44.531661 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.584840 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84abd4adb2b7476f87b5a6d4747cd649&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4479291 Jun 17 17:54:44.590004 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35146) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:44.600200 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.643775 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-6cb954b4-5baf-401d-9d44-5a3cf83f2e08 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Synchronizing usage tracker for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:54:44.670453 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=9bb869ce-e055-4111-8f20-10e6d3162c67,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:44.677499 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:44.738540 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.754810 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.767818 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.769388 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port be618c81-df70-43c2-ad78-a22bb62407ad triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:44.769388 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.770284 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:44.843978 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:44.861345 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-6cb954b4-5baf-401d-9d44-5a3cf83f2e08 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Unset dirty status for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:54:44.862755 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-6cb954b4-5baf-401d-9d44-5a3cf83f2e08 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0718272 Jun 17 17:54:44.882835 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:54:44.893100 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] 10.222.0.30 "PUT /v2.0/routers/b833cbdb-b7a8-498a-ba91-f013f8507420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4870234 Jun 17 17:54:45.013451 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:54:45.033281 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] 10.222.0.30 "PUT /v2.0/routers/4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4901435 Jun 17 17:54:45.077937 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:45.081447 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:45.087289 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c421b91-a668-41c5-bd02-6e98942e89b8 HTTP/1.1" status: 204 len: 168 time: 0.4881361 Jun 17 17:54:45.088238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:45.099059 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Network 979fa282-ca71-4e82-a43b-87ab86bb2711 is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:45.109508 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c421b91-a668-41c5-bd02-6e98942e89b8,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:45.113937 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:45.124079 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:45.126927 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:45.133090 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:45.133720 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:45.178006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Pushing event updated for resources: {'Port': ['ID=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:45.193177 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:45.193837 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:45.356828 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device da06421a-0780-4df8-82e3-83003af69c68 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:45.359201 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:45.363325 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c42d5297-4212-42bf-9480-75af451c3dc1 HTTP/1.1" status: 204 len: 168 time: 1.6811869 Jun 17 17:54:45.367024 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d5297-4212-42bf-9480-75af451c3dc1,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:45.372780 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:45.411548 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-1d6b365b-b827-42e5-9b44-aa3ccc9cbe9b service neutron] 10.222.0.30 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367892 Jun 17 17:54:45.413250 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3461478 Jun 17 17:54:45.563150 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-5a0df33b-f125-413b-b9ad-01a927bad221 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:54:45.564282 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-5a0df33b-f125-413b-b9ad-01a927bad221 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083780 Jun 17 17:54:45.587510 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port da06421a-0780-4df8-82e3-83003af69c68 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:45.595876 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port da06421a-0780-4df8-82e3-83003af69c68 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:45.596118 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:45.662294 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-bc5bf675-97be-4c25-9130-70d9d1d88130 service neutron] 10.222.0.30 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442768 Jun 17 17:54:45.689143 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:45.820353 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Transition to ACTIVE for port object 5cb92663-a0c7-4185-9d92-743ab67bdb50 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:45.921394 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:45.943558 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:46.071118 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7ed36-6bbc-4ca2-ad38-68a236faf67b None None] Pushing event updated for resources: {'Port': ['ID=5cb92663-a0c7-4185-9d92-743ab67bdb50,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:46.108530 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:46.117000 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-b4d7ed36-6bbc-4ca2-ad38-68a236faf67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:46.240101 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port da06421a-0780-4df8-82e3-83003af69c68, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=da06421a-0780-4df8-82e3-83003af69c68,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:54:46.347068 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:46.352930 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:46.432388 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Attempting to bind port 5cb92663-a0c7-4185-9d92-743ab67bdb50 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:46.433007 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Attempting to bind port 5cb92663-a0c7-4185-9d92-743ab67bdb50 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:46.433196 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Attempting to bind port 5cb92663-a0c7-4185-9d92-743ab67bdb50 on network 9028cff4-9a93-4790-a437-67cb373e5baf {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:46.455095 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:46.455095 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Checking segment: {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:46.455095 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:46.455667 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Bound using segment: {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:46.456625 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Bound port: 5cb92663-a0c7-4185-9d92-743ab67bdb50, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:46.457188 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:46.486413 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 9bb869ce-e055-4111-8f20-10e6d3162c67 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:46.534388 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35226) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:46.541212 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345417588', 'description': 'tempest-description--243477157'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:46.580546 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:46.594259 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:46.614463 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:46.616920 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] For port 5cb92663-a0c7-4185-9d92-743ab67bdb50, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:46.620141 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] For port 5cb92663-a0c7-4185-9d92-743ab67bdb50, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=5cb92663-a0c7-4185-9d92-743ab67bdb50,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:46.621199 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=da06421a-0780-4df8-82e3-83003af69c68,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:46.631107 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:46.657908 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:46.700980 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:46.712929 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:46.786759 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfd716-05cc-4120-b647-bda0ea59b71d req-f555b336-174d-4665-aa45-c4772b460ada tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:46.788546 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-fbbfd716-05cc-4120-b647-bda0ea59b71d req-f555b336-174d-4665-aa45-c4772b460ada tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Synchronizing usage tracker for tenant:4e5e61da51a94401b288a3beaec5b48e on resource:port {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:54:46.814977 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:46.855169 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 9bb869ce-e055-4111-8f20-10e6d3162c67 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:46.855798 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:46.892975 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7ed36-6bbc-4ca2-ad38-68a236faf67b None None] Pushing event updated for resources: {'Port': ['ID=5cb92663-a0c7-4185-9d92-743ab67bdb50,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:46.902761 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-b4d7ed36-6bbc-4ca2-ad38-68a236faf67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:46.939806 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Routers {'aea88537-ccd8-4dd4-8038-790dd19db0ee'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:54:46.940461 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['aea88537-ccd8-4dd4-8038-790dd19db0ee'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:46.968403 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:46.976695 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group_rule and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:46.980789 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:46.989377 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:47.060628 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:47.063285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-fbbfd716-05cc-4120-b647-bda0ea59b71d req-f555b336-174d-4665-aa45-c4772b460ada tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Unset dirty status for tenant:4e5e61da51a94401b288a3beaec5b48e on resource:port {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:54:47.071606 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fbbfd716-05cc-4120-b647-bda0ea59b71d req-f555b336-174d-4665-aa45-c4772b460ada tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 931 time: 0.4028790 Jun 17 17:54:47.150436 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:47.178839 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ee1f70b9-15ef-4a07-87d9-e8a575685cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:47.256831 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fbbfd716-05cc-4120-b647-bda0ea59b71d req-e875e6d2-8317-4a51-846b-8e2042a36534 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840835 Jun 17 17:54:47.307139 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6bd03-5940-41e4-9816-36da1fc47c1c,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:47.317517 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:47.365030 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Request body: {'port': {'device_id': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:47.391068 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] Set router aea88537-ccd8-4dd4-8038-790dd19db0ee gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:54:47.565960 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:47.579643 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:47.580904 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0451202 Jun 17 17:54:47.584913 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35248) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:47.606211 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'security_group_rule': {'security_group_id': 'a8f6bd03-5940-41e4-9816-36da1fc47c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:47.639910 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:47.643330 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0b873253-6f1a-478c-8b3e-e5a01f514990 req-23b96e62-dfd7-464c-8b66-8c3bf85b1f70 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0773973 Jun 17 17:54:47.656047 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group_rule and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:47.674546 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:47.695877 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:47.843452 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:48.097001 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35272) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:48.169990 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:48.175291 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548416691', 'description': 'tempest-description--1171049360'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:48.207598 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:48.210832 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:54:37Z', 'revision_number': 4, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '5cb92663-a0c7-4185-9d92-743ab67bdb50', 'name': '', 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'mac_address': 'fa:16:3e:7d:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:36Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'subnets': [{'id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:54:48.219479 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:48.221467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd5c0d-8f68-4276-89b4-a99e8f4545cb None None] The sync data for ids ['aea88537-ccd8-4dd4-8038-790dd19db0ee'] in dv-cinder-796864-1-iscsi is: [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:54:37Z', 'revision_number': 4, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '5cb92663-a0c7-4185-9d92-743ab67bdb50', 'name': '', 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'mac_address': 'fa:16:3e:7d:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:36Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'subnets': [{'id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:54:48.228573 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:48.255584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:48.259333 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:48.275842 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:48.297104 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a75f0d-c22f-4c3d-b51b-26217be09207,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:48.326563 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:48.553397 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:48.555296 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9676523 Jun 17 17:54:48.571373 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:48.577710 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35294) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:48.623299 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'security_group_rule': {'security_group_id': 'a8f6bd03-5940-41e4-9816-36da1fc47c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:48.650469 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:48.671687 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 {{(pid=75204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:54:48.672263 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group_rule and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:48.681301 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:48.713276 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:48.752597 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device da06421a-0780-4df8-82e3-83003af69c68 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:48.810715 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:48.823011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group_rule and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:48.827955 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:48.851017 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:48.871540 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:48.971702 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.provisioning_blocks [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Transition to ACTIVE for port object ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 will not be triggered until provisioned by entity L2. {{(pid=75204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:48.981267 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port da06421a-0780-4df8-82e3-83003af69c68 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:48.981654 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:48.999957 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01820-fb77-4c47-904e-3333b8abaf2f req-37acfc40-1e07-45d9-8bf1-7ddeddce8eff tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:49.007452 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a6e01820-fb77-4c47-904e-3333b8abaf2f req-37acfc40-1e07-45d9-8bf1-7ddeddce8eff tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 931 time: 0.3093472 Jun 17 17:54:49.054325 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.056913 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.061521 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.086676 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a6e01820-fb77-4c47-904e-3333b8abaf2f req-9bc24e6f-c2da-4629-85ca-d78f6783bc5b tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780702 Jun 17 17:54:49.088374 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-13db71a1-2dfb-44c4-8bf9-b9dc1b36b157 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:49.210465 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.235273 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.236778 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-37b1b7e0-7749-4a72-b59b-9527071542aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:49.346584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.368038 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18593a93-a7e7-4af2-81df-0d095904f35f,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:49.368038 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:49.371777 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:49.423645 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ceae6bc-80fb-491f-9674-c7917ed9a0ce,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:49.436701 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.448634 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3375494 Jun 17 17:54:49.448634 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:49.453491 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35310) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:49.468432 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'security_group_rule': {'security_group_id': '18593a93-a7e7-4af2-81df-0d095904f35f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:49.483015 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:49.491039 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group_rule and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:49.495402 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:49.509084 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:49.515266 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c8abbe2e-c3b5-49a7-96a0-b909b20f96f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.544193 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.548895 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9595156 Jun 17 17:54:49.559014 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 5cb92663-a0c7-4185-9d92-743ab67bdb50 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:49.560371 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35314) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:49.567213 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:49.598872 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:49.612248 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:floatingip and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:49.621644 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:49.637013 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:49.675187 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.691904 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.735355 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 5cb92663-a0c7-4185-9d92-743ab67bdb50 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:54:49.739355 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Pushing event updated for resources: {'Port': ['ID=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:49.743720 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 5cb92663-a0c7-4185-9d92-743ab67bdb50 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:49.744026 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.757846 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:49.778524 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.895886 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.933309 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Attempting to bind port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:49.933673 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Attempting to bind port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c0e8466a-a5eb-43c0-be95-e8a377bc5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711'}] {{(pid=75204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:49.934103 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Attempting to bind port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 on network 979fa282-ca71-4e82-a43b-87ab86bb2711 {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:49.947839 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 on network 979fa282-ca71-4e82-a43b-87ab86bb2711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:54:49.948309 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Attempting to bind port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 on network 979fa282-ca71-4e82-a43b-87ab86bb2711 {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:49.956729 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:49.957289 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Checking segment: {'id': 'c0e8466a-a5eb-43c0-be95-e8a377bc5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:49.958045 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Bound using segment: {'id': 'c0e8466a-a5eb-43c0-be95-e8a377bc5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711'} {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:49.958606 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Bound port: ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e8466a-a5eb-43c0-be95-e8a377bc5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711'}}] {{(pid=75204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:49.959111 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.973601 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:49.985203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:50.043300 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.095365 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0b9697-3674-4e45-99d5-3c21e176a3c6,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:50.109084 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] For port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247, host hv-cinder-79686, cleared binding levels {{(pid=75204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:50.115215 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 5cb92663-a0c7-4185-9d92-743ab67bdb50, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=5cb92663-a0c7-4185-9d92-743ab67bdb50,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:54:50.115369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:50.123168 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] For port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,segment=NetworkSegment(c0e8466a-a5eb-43c0-be95-e8a377bc5338),segment_id=c0e8466a-a5eb-43c0-be95-e8a377bc5338)] {{(pid=75204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:50.199282 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.207019 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:50.231012 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.243439 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.246770 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:50.251389 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7914569 Jun 17 17:54:50.255041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35334) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:50.292203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'security_group_rule': {'security_group_id': '18593a93-a7e7-4af2-81df-0d095904f35f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:50.315757 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.332243 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=5cb92663-a0c7-4185-9d92-743ab67bdb50,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:50.346655 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:50.409454 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:50.422266 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group_rule and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:50.426665 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:50.433239 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:50.508346 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.509745 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] 10.222.0.36 "PUT /v2.0/ports/ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 HTTP/1.1" status: 200 len: 1093 time: 4.3990712 Jun 17 17:54:50.548458 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 5cb92663-a0c7-4185-9d92-743ab67bdb50 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:54:50.585804 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Allocated IP 172.27.1.69 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/1ca1389a-c360-4a5f-ab5f-a334a8f573c6) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:50.607877 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'tag': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:54:50.749484 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 5cb92663-a0c7-4185-9d92-743ab67bdb50 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:54:50.750320 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.773730 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.820523 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.36', 52112) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:50.934776 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.963034 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:50.987307 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c2697552-b848-4644-93ae-128b6b7b0d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:51.104849 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Pushing event updated for resources: {'Port': ['ID=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,revision_number=3']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:51.111681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:51.150634 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:51.162563 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'Port': ['ID=1ca1389a-c360-4a5f-ab5f-a334a8f573c6,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:51.164869 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:51.187300 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:51.188215 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:51.216087 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d28d6-2e19-4fe2-80db-6306ad618bb9 req-40bee92c-9125-4a67-bde4-033b8e356981 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:51.223009 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d91d28d6-2e19-4fe2-80db-6306ad618bb9 req-40bee92c-9125-4a67-bde4-033b8e356981 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.7649825 Jun 17 17:54:51.226415 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-507de30f-41af-4eb4-ac1b-76b93ae3c49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:51.230323 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:51.236403 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-9a1137e0-f2aa-45ea-924c-133279c7bb17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e5e61da51a94401b288a3beaec5b48e&device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 1096 time: 0.4143605 Jun 17 17:54:51.272357 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-694da71a-f375-4ddc-8149-a8834f7a652c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:51.273744 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-694da71a-f375-4ddc-8149-a8834f7a652c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 818 time: 0.4175923 Jun 17 17:54:51.321417 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d91d28d6-2e19-4fe2-80db-6306ad618bb9 req-1b660208-489d-461c-8bc2-f7ddb63192ee tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Jun 17 17:54:51.342281 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Request body: {'port': {'device_id': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'admin_state_up': True, 'tenant_id': '2e1ade3086064c6abeac4a531720c924'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:51.426562 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-ee8a8e42-2a68-4dc8-af00-c7c386aab430 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 HTTP/1.1" status: 200 len: 217 time: 0.1277874 Jun 17 17:54:51.434545 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:51.449332 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6fb871b4-53e3-49e6-b854-3d62920523de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:51.540288 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-7235030b-d3e8-41bf-8d6b-63b1dcf980a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:51.542200 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-7235030b-d3e8-41bf-8d6b-63b1dcf980a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=424bc7e4-0acc-4856-bf3c-87cfd636531c HTTP/1.1" status: 200 len: 851 time: 0.0957475 Jun 17 17:54:51.559897 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922c4f25-1fe7-4d87-a8ac-d4cbca1327bc,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:51.571905 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:51.676065 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:51.688492 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:51.775107 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Made reservation on behalf of 2e1ade3086064c6abeac4a531720c924 for: {'port': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:54:51.778170 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:51.781131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:51.784447 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-1c130d4a-241e-49c7-a41d-3271e54a4aa9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5246046 Jun 17 17:54:51.789078 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35374) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:54:51.804207 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:51.807043 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-6dd70209-4d4f-4dce-bb91-776c0a84907c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979fa282-ca71-4e82-a43b-87ab86bb2711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075428 Jun 17 17:54:51.810626 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:51.817149 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:54:51.830487 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:floatingip and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:54:51.838778 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:54:51.845946 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:54:51.949494 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:52.084023 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:52.109560 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Allocated IP 172.20.0.14 (9028cff4-9a93-4790-a437-67cb373e5baf/d0000ec1-9063-45d4-b268-ecc1ef15662a/a0ee48a1-706a-4aae-bf6a-72bd31124fa7) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:52.535750 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-a0a2c6f5-b53a-4c32-87a7-501947c1890c service neutron] 10.222.0.36 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995352 Jun 17 17:54:52.566853 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:52.568953 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:52.708901 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:52.716086 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:52.784790 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Network 9028cff4-9a93-4790-a437-67cb373e5baf is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:52.788150 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:52.792906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:52.797832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:52.798536 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:52.828253 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Pushing event updated for resources: {'Port': ['ID=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:52.833658 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:52.895307 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-50a804c7-3fd2-463f-9ef3-4bc7ea789b0e req-8e89a601-b4ba-404b-8d02-caf00e90c583 service neutron] 10.222.0.36 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471122 Jun 17 17:54:52.912064 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:52.962573 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6296158 Jun 17 17:54:52.988515 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Request body: {'port': {'device_id': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:54:53.069856 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.db.resource_extend [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 17:54:53.128588 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.155906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.218192 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.272347 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:53.357995 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Allocated IP 172.27.1.77 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/53cd8384-4181-4d4b-86e2-9a9536c79a08) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:54:53.421309 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.461825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'Port': ['ID=1ca1389a-c360-4a5f-ab5f-a334a8f573c6,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:53.477590 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:53.560467 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.562362 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0004001 Jun 17 17:54:53.712056 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.850481 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ee48a1-706a-4aae-bf6a-72bd31124fa7 {{(pid=75204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:54:53.858928 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.876397 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.provisioning_blocks [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Transition to ACTIVE for port object a0ee48a1-706a-4aae-bf6a-72bd31124fa7 will not be triggered until provisioned by entity L2. {{(pid=75204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:54:53.918511 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.946108 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.946319 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:53.948417 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6e054f47-6d50-4fbf-9241-d3797cad8191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:53.953411 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:54.119951 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:54:54.148194 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'tag': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247', 'status': 'completed', 'code': 200} Jun 17 17:54:54.231071 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:54:54.236789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:54:54.259458 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'Port': ['ID=53cd8384-4181-4d4b-86e2-9a9536c79a08,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:54.268830 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:54.332953 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-40b830f6-b7bd-4283-903d-9200e20664f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e5e61da51a94401b288a3beaec5b48e&device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 1096 time: 0.2116766 Jun 17 17:54:54.415491 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Pushing event updated for resources: {'Port': ['ID=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:54.425611 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:54.430464 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:54.501557 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Attempting to bind port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:54:54.502081 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Attempting to bind port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'}] {{(pid=75204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:54:54.502274 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Attempting to bind port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 on network 9028cff4-9a93-4790-a437-67cb373e5baf {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:54.510345 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 on network 9028cff4-9a93-4790-a437-67cb373e5baf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:54:54.510673 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Attempting to bind port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 on network 9028cff4-9a93-4790-a437-67cb373e5baf {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:54:54.518922 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:54:54.519262 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Checking segment: {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:54:54.519850 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Bound using segment: {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'} {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:54:54.520338 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Bound port: a0ee48a1-706a-4aae-bf6a-72bd31124fa7, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'}}] {{(pid=75204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:54:54.520879 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:54.642415 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:54.660459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1be51-1013-45cb-be52-6d5f4c0b1bd5 req-704b81c6-5fed-4f9f-828d-609c8cf839ae tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:54.678583 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9f1be51-1013-45cb-be52-6d5f4c0b1bd5 req-704b81c6-5fed-4f9f-828d-609c8cf839ae tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.3371141 Jun 17 17:54:54.682325 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-0ee044af-847d-448e-b120-8eab6192b860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:54.683917 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-0ee044af-847d-448e-b120-8eab6192b860 service neutron] 10.222.0.36 "GET /v2.0/networks?id=979fa282-ca71-4e82-a43b-87ab86bb2711 HTTP/1.1" status: 200 len: 912 time: 0.3442070 Jun 17 17:54:54.741322 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] For port a0ee48a1-706a-4aae-bf6a-72bd31124fa7, host hv-cinder-79686, cleared binding levels {{(pid=75204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:54:54.760140 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9f1be51-1013-45cb-be52-6d5f4c0b1bd5 req-00b2ee2a-079c-4a22-b0e2-47ced1c15da2 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804563 Jun 17 17:54:54.770525 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] For port a0ee48a1-706a-4aae-bf6a-72bd31124fa7, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:54:54.824301 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-5b709204-05ae-4639-bcbe-fa054500380b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 HTTP/1.1" status: 200 len: 217 time: 0.1170745 Jun 17 17:54:54.834854 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:54.839817 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:54.908234 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:54.909645 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] 10.222.0.36 "PUT /v2.0/ports/a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 1094 time: 1.9254782 Jun 17 17:54:54.941307 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Pushing event updated for resources: {'Port': ['ID=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,revision_number=3']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:54.944915 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:54.959882 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-2dfca3d3-d05c-4294-a894-386a979709df service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:54.961460 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-2dfca3d3-d05c-4294-a894-386a979709df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=424bc7e4-0acc-4856-bf3c-87cfd636531c HTTP/1.1" status: 200 len: 851 time: 0.1031368 Jun 17 17:54:54.962293 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:55.054712 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-4921b8e6-ceaa-49da-ade5-f18dd7739c7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979fa282-ca71-4e82-a43b-87ab86bb2711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578737 Jun 17 17:54:55.220674 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-45a26764-0d8e-4eeb-8ecf-c4f9bf990500 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1097 time: 0.0882034 Jun 17 17:54:55.416971 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-5b31f53a-be18-4a27-b561-aad51029e5c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 217 time: 0.1527140 Jun 17 17:54:55.549800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:55.579751 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-60216564-c4c5-4fa0-bc4e-8962457c0c7e service neutron] 10.222.0.36 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782606 Jun 17 17:54:55.606912 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-86263c42-5eaa-43f2-bf2d-535451a1ca2b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:55.608759 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-86263c42-5eaa-43f2-bf2d-535451a1ca2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.1844752 Jun 17 17:54:55.610250 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-abd734ed-c08b-49ee-b955-cfd2fced086a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Synchronizing usage tracker for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:54:55.704448 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-bba0be77-97fb-4fa2-a913-6026428480f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734127 Jun 17 17:54:55.712622 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:55.740545 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:54:55.789751 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-abd734ed-c08b-49ee-b955-cfd2fced086a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Unset dirty status for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:54:55.796957 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-abd734ed-c08b-49ee-b955-cfd2fced086a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1345417588&fields=id&tenant_id=58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 267 time: 0.2641966 Jun 17 17:54:55.837977 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:55.897533 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'Port': ['ID=53cd8384-4181-4d4b-86e2-9a9536c79a08,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:54:55.916441 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:54:55.946316 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-97e015ca-60cc-4faa-98ef-10a93e61eb11 req-39ce8c93-8c05-4fef-9454-c9cc8e35ecaf service neutron] 10.222.0.36 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374257 Jun 17 17:54:56.001297 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:54:56.005304 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2019188 Jun 17 17:54:56.142543 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-03692878-3626-45e0-b172-7e057ec5b674 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:56.144185 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-03692878-3626-45e0-b172-7e057ec5b674 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Synchronizing usage tracker for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:network {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:54:56.151352 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'tag': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:54:56.195545 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-017f76b8-2158-428c-a87e-78e77eb35313 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373770 Jun 17 17:54:56.257490 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-03692878-3626-45e0-b172-7e057ec5b674 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Unset dirty status for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:network {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:54:56.259331 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-03692878-3626-45e0-b172-7e057ec5b674 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 817 time: 0.4574316 Jun 17 17:54:56.282668 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-fd81fae2-5ed5-45c1-ab29-a618dfd7cfb7 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/quotas/58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 375 time: 0.0164082 Jun 17 17:54:56.416305 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-a5425298-57ab-4435-8e87-4cbf136a6ba0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236057 Jun 17 17:54:56.694860 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-ed7aba2b-db20-4849-9e46-1e77057f6f0d service neutron] 10.222.0.30 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620497 Jun 17 17:54:56.862873 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-24674d82-c09a-4c50-bd81-9204598d43c6 service neutron] 10.222.0.30 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559534 Jun 17 17:54:56.864567 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa99d84e-5e6a-4855-b03c-92b1dd774dc8 req-f8383d2f-1e7a-4243-bcb7-5d27d45bed03 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758703 Jun 17 17:54:57.546410 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a86012-4241-4688-93d7-c1c61bfca589 req-6ce8f65f-4ff4-4f44-bee1-d77d449ac497 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:57.548964 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61a86012-4241-4688-93d7-c1c61bfca589 req-6ce8f65f-4ff4-4f44-bee1-d77d449ac497 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.1793280 Jun 17 17:54:57.631126 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61a86012-4241-4688-93d7-c1c61bfca589 req-0d6eb043-cbc8-4e1d-8357-5118e9754d96 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745080 Jun 17 17:54:57.777771 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'tag': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7', 'status': 'completed', 'code': 200} Jun 17 17:54:57.947113 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-fc52df01-23c9-42bd-9987-3a7e51d5877e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Synchronizing usage tracker for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:54:58.062741 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-fc52df01-23c9-42bd-9987-3a7e51d5877e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Unset dirty status for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:54:58.064027 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-fc52df01-23c9-42bd-9987-3a7e51d5877e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1548416691&fields=id&tenant_id=d66d3b23bd57442cb18d737c0a417b05 HTTP/1.1" status: 200 len: 267 time: 0.1837456 Jun 17 17:54:58.361966 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-8c3edf9d-fd07-45ba-b51f-96a321d6f8e0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:58.362662 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-8c3edf9d-fd07-45ba-b51f-96a321d6f8e0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Synchronizing usage tracker for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:network {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:54:58.399570 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-5ab992b9-7373-4b15-bd81-9c4cd66503f8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:58.401020 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-5ab992b9-7373-4b15-bd81-9c4cd66503f8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 818 time: 0.2015743 Jun 17 17:54:58.419959 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-6185fa60-3a9b-4bd0-997a-720eed14eb0c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/quotas/2e1ade3086064c6abeac4a531720c924 HTTP/1.1" status: 200 len: 375 time: 0.0106497 Jun 17 17:54:58.483144 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-8c3edf9d-fd07-45ba-b51f-96a321d6f8e0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Unset dirty status for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:network {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:54:58.484423 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-8c3edf9d-fd07-45ba-b51f-96a321d6f8e0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 810 time: 0.4127951 Jun 17 17:54:58.505974 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-5093a685-db32-4361-b8ce-9e7a569bd6e5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/quotas/d66d3b23bd57442cb18d737c0a417b05 HTTP/1.1" status: 200 len: 375 time: 0.0157301 Jun 17 17:54:58.519677 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-be233a45-851c-4ffe-a974-bdfe5c7fb9fa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Synchronizing usage tracker for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:54:58.615453 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-419e2cbc-4631-4a8a-af2f-0db4d9fe5cd4 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913897 Jun 17 17:54:58.652099 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-be233a45-851c-4ffe-a974-bdfe5c7fb9fa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Unset dirty status for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:54:58.653588 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-be233a45-851c-4ffe-a974-bdfe5c7fb9fa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2278306 Jun 17 17:54:58.773999 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7e9435a4-69da-4395-bfa1-ed8665a6de4e service neutron] 10.222.0.30 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453705 Jun 17 17:54:58.881425 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-b2b4b06b-9bd3-4a84-b330-564069d05fb7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 17:54:58.882482 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-b2b4b06b-9bd3-4a84-b330-564069d05fb7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0952258 Jun 17 17:54:59.104275 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-9cafb87a-0195-43a3-b502-4c30551dfa81 service neutron] 10.222.0.30 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180201 Jun 17 17:54:59.162729 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-b3c08673-e1a2-40b6-8c52-e6baa50d14cc service neutron] 10.222.0.30 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713089 Jun 17 17:54:59.166444 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f4af82-8623-40fa-a329-680253f7ce8d req-fd77e112-0bce-49db-b53a-56ab4c60ac36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1097 time: 0.1742058 Jun 17 17:54:59.426819 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d06f7b0d-3e7c-484f-8ade-7a3c89158076 service neutron] 10.222.0.30 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581160 Jun 17 17:54:59.429247 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4af82-8623-40fa-a329-680253f7ce8d req-5ddd0aba-34e5-47c6-b5c1-713842437451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:59.430693 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f4af82-8623-40fa-a329-680253f7ce8d req-5ddd0aba-34e5-47c6-b5c1-713842437451 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.2348018 Jun 17 17:54:59.536428 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2f6f70ca-41cc-4883-9a73-df9bade6f082 req-ac4a7776-2cca-4fd7-9af6-e62b32557aae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 210 time: 0.0509498 Jun 17 17:54:59.538189 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f4af82-8623-40fa-a329-680253f7ce8d req-80ff973c-e76a-425a-8114-81388cd97b9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 217 time: 0.1002448 Jun 17 17:54:59.607423 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4af82-8623-40fa-a329-680253f7ce8d req-b5e8583c-94f3-4a77-8ea9-3b7ce56c922f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:59.608910 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f4af82-8623-40fa-a329-680253f7ce8d req-b5e8583c-94f3-4a77-8ea9-3b7ce56c922f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.0626180 Jun 17 17:54:59.657467 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f4af82-8623-40fa-a329-680253f7ce8d req-8130fdfe-2d9f-4cd7-aa62-0348596bc47c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413988 Jun 17 17:54:59.932820 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f4af82-8623-40fa-a329-680253f7ce8d req-0f111099-3849-4e70-b163-25de8a05ad3f service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638838 Jun 17 17:54:59.943988 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14c2a9-daf1-4923-b06d-7e006034136f req-a20c5f60-3dba-49d8-b47b-f805c8e8c29c tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:54:59.945433 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9e14c2a9-daf1-4923-b06d-7e006034136f req-a20c5f60-3dba-49d8-b47b-f805c8e8c29c tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.1304915 Jun 17 17:55:00.105841 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2d3f8058-d9f8-4dba-a401-7fdcbd03cbb9 req-ee49922f-932f-4b32-a334-178d3a10816c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 210 time: 0.0664785 Jun 17 17:55:00.141356 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9e14c2a9-daf1-4923-b06d-7e006034136f req-e3587d0f-2e11-4a81-b2bc-d9127cfb6745 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685612 Jun 17 17:55:00.214657 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f4af82-8623-40fa-a329-680253f7ce8d req-0699dbc4-b020-4ab5-8e92-7e62dece4eef service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663264 Jun 17 17:55:00.295068 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8ffc7adb-ced0-41e2-b7a7-1c476963fb25 req-e65cba4e-dbd4-4a00-a9b2-e943868edd3c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 210 time: 0.0426114 Jun 17 17:55:00.487534 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-04f3edca-daf8-4ed3-b3ce-87850adde2e1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:00.488964 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-04f3edca-daf8-4ed3-b3ce-87850adde2e1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 817 time: 0.1728611 Jun 17 17:55:00.574078 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-9c8ef975-b6c4-47b8-800e-f682249491a8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 5044 time: 0.0655973 Jun 17 17:55:00.585062 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'port': {'device_id': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'admin_state_up': True, 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'security_groups': ['a8f6bd03-5940-41e4-9816-36da1fc47c1c']}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:00.755545 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bbd73100-adf3-4d5a-bc59-8d95361722d5 req-0b686bbf-0cd8-42a6-aaef-28f8697ab613 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 210 time: 0.0581217 Jun 17 17:55:00.772943 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:00.774958 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:port and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:00.777863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:00.785535 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:00.872280 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Made reservation on behalf of 58070aa9e7e34f2bbb9adfca50423d18 for: {'port': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:55:00.876386 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:01.049219 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Allocated IP 172.20.0.12 (4f315050-8ac4-4a1b-9e38-ebc39e397a55/ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93/c2f99658-c1ff-4b9f-858d-8d4755209450) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:55:01.274780 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:01.360982 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.provisioning_blocks [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Transition to ACTIVE for port object c2f99658-c1ff-4b9f-858d-8d4755209450 will not be triggered until provisioned by entity DHCP. {{(pid=75204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:01.368983 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cf41f8fa-5d28-4d17-8f40-6d44561d0b08 req-55bbe834-6488-40a8-b31d-158370df0cd1 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 210 time: 0.0843782 Jun 17 17:55:01.438320 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04396-cddb-41ce-b4f8-0f936b31dfd9 req-cdb46631-82cd-469e-a290-02141f84b096 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:01.440024 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-67a04396-cddb-41ce-b4f8-0f936b31dfd9 req-cdb46631-82cd-469e-a290-02141f84b096 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.1156769 Jun 17 17:55:01.503745 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-67a04396-cddb-41ce-b4f8-0f936b31dfd9 req-297a018f-d81d-46db-aaa5-e82b20df1f77 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515230 Jun 17 17:55:01.507500 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:01.562835 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d0c7bbef-9c54-4dd1-93c1-5730bc2be716 req-6e4df1a8-b08b-4f90-b085-af8a72cb8af1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 210 time: 0.0578940 Jun 17 17:55:01.567497 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-421beb95-6d2a-498c-aa2a-2741b8ba3747 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:01.645607 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:01.651401 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:01.662469 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:55:01.664034 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:01.679462 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:55:01.686343 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:01.687062 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:01.815010 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2337275 Jun 17 17:55:01.871257 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Request body: {'port': {'device_id': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:02.051080 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-3f1a17dd-6371-4bbc-951e-bbae16c432f9 None None] Provisioning for port c2f99658-c1ff-4b9f-858d-8d4755209450 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:02.062231 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-3f1a17dd-6371-4bbc-951e-bbae16c432f9 None None] Provisioning complete for port c2f99658-c1ff-4b9f-858d-8d4755209450 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:02.064505 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3f1a17dd-6371-4bbc-951e-bbae16c432f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.127970 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.242413 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a17dd-6371-4bbc-951e-bbae16c432f9 None None] Port c2f99658-c1ff-4b9f-858d-8d4755209450 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:55:02.285694 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35656) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:02.321617 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e674e4a-a1d1-4171-9b3e-b3bd9fe274b9 req-f1c9da77-10a1-4a7a-911b-a17306198cb9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:02.329963 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-4e674e4a-a1d1-4171-9b3e-b3bd9fe274b9 req-f1c9da77-10a1-4a7a-911b-a17306198cb9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Synchronizing usage tracker for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:port {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:55:02.388996 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35662) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:02.402713 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-0452f4d2-3157-49c1-b61c-6c3f2a9b53b5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:02.404165 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-0452f4d2-3157-49c1-b61c-6c3f2a9b53b5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 810 time: 0.2701583 Jun 17 17:55:02.483540 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-4e674e4a-a1d1-4171-9b3e-b3bd9fe274b9 req-f1c9da77-10a1-4a7a-911b-a17306198cb9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Unset dirty status for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:port {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:55:02.485426 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4e674e4a-a1d1-4171-9b3e-b3bd9fe274b9 req-f1c9da77-10a1-4a7a-911b-a17306198cb9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 932 time: 0.5699773 Jun 17 17:55:02.566989 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-ca98961f-010d-4735-abc8-be38923414f8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Synchronizing usage tracker for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:security_group {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:55:02.580776 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-ca98961f-010d-4735-abc8-be38923414f8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Unset dirty status for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:security_group {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:55:02.582301 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-ca98961f-010d-4735-abc8-be38923414f8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d66d3b23bd57442cb18d737c0a417b05 HTTP/1.1" status: 200 len: 5045 time: 0.1550839 Jun 17 17:55:02.595801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'port': {'device_id': 'd871379e-b49a-41fa-b62e-c40458636693', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'admin_state_up': True, 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'security_groups': ['18593a93-a7e7-4af2-81df-0d095904f35f']}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:02.664154 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-506b221f-0e97-4015-954a-6b48097fb223 req-27b9cba0-2c4f-466f-a462-c4f85b7ed79c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 210 time: 0.1018748 Jun 17 17:55:02.674588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.684750 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.716221 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4e674e4a-a1d1-4171-9b3e-b3bd9fe274b9 req-e01c4036-6ad0-4865-8b05-f1200fd8d977 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554835 Jun 17 17:55:02.730466 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:02.734623 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b32c6ea4834e618a0af8a5370db814 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:02.737502 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:02.743551 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:02.767404 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:02.773353 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4dded5143baa482d975ad202ba354d89 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:02.777048 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:02.785245 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:02.815448 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.881578 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:02.887708 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:port and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:02.889933 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:02.896015 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:02.919702 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.929061 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:02.933272 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f99658-c1ff-4b9f-858d-8d4755209450 {{(pid=75204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:02.949592 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.958939 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.36', 52140) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:03.014987 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3b87ace6-5c53-43a8-8cbb-a9c3d1966272 req-c29d6487-83d1-4c19-a311-786d6de46781 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 210 time: 0.0700550 Jun 17 17:55:03.043307 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.provisioning_blocks [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Transition to ACTIVE for port object c2f99658-c1ff-4b9f-858d-8d4755209450 will not be triggered until provisioned by entity L2. {{(pid=75204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:03.071601 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ec618-6ef4-47fa-8f3c-23d6da6af852 req-79b9b9cd-b838-45a3-9904-b792121cc356 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:03.073153 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d53ec618-6ef4-47fa-8f3c-23d6da6af852 req-79b9b9cd-b838-45a3-9904-b792121cc356 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.2263184 Jun 17 17:55:03.085360 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9b32c6ea4834e618a0af8a5370db814&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6930234 Jun 17 17:55:03.090545 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3bf1fb-59c3-41dd-b98c-e3a0dd862fbc,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:03.102123 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35682) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:03.105808 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:03.117394 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Made reservation on behalf of d66d3b23bd57442cb18d737c0a417b05 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:55:03.133543 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a0ee48a1-706a-4aae-bf6a-72bd31124fa7 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:55:03.137672 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.140183 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.176861 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:03.237232 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.248120 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-211618dc-539d-42b2-95f2-c6ee03cf53a2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:03.249400 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-211618dc-539d-42b2-95f2-c6ee03cf53a2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Synchronizing usage tracker for tenant:2e1ade3086064c6abeac4a531720c924 on resource:network {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:55:03.355066 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a0ee48a1-706a-4aae-bf6a-72bd31124fa7, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:03.355176 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d53ec618-6ef4-47fa-8f3c-23d6da6af852 req-fd376a7b-3acc-4c47-8072-37b456bdd358 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726095 Jun 17 17:55:03.389653 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7', 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'port_id': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7', 'mac_address': 'fa:16:3e:d5:c4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:55:03.392625 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.393912 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:03.394577 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-211618dc-539d-42b2-95f2-c6ee03cf53a2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Unset dirty status for tenant:2e1ade3086064c6abeac4a531720c924 on resource:network {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:55:03.407657 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:03.408552 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-211618dc-539d-42b2-95f2-c6ee03cf53a2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 818 time: 0.4475615 Jun 17 17:55:03.434596 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Request body: {'port': {'device_id': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'admin_state_up': True, 'tenant_id': '2e1ade3086064c6abeac4a531720c924'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:03.445770 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:03.504261 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dded5143baa482d975ad202ba354d89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2119951 Jun 17 17:55:03.507730 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.517866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35692) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:03.531075 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ee48a1-706a-4aae-bf6a-72bd31124fa7 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:03.572493 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a0ee48a1-706a-4aae-bf6a-72bd31124fa7, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:03.587558 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48159e04-4e84-4f07-9844-99feebb28e62,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:03.590209 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2c51cdaa-a81f-4ed9-9883-6cb32ca33796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.592830 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:03.648802 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Allocated IP 172.20.0.11 (bd5c7134-3333-4669-982a-933a9b4a6839/dc47c60d-03ea-4f72-b81c-4f59dcdcd896/a2fe437f-90cb-4791-a44c-51ea0a26be17) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:55:03.661817 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Attempting to bind port c2f99658-c1ff-4b9f-858d-8d4755209450 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:03.662180 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Attempting to bind port c2f99658-c1ff-4b9f-858d-8d4755209450 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}] {{(pid=75204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:03.662513 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Attempting to bind port c2f99658-c1ff-4b9f-858d-8d4755209450 on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:03.672101 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Port c2f99658-c1ff-4b9f-858d-8d4755209450 on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:55:03.672437 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Attempting to bind port c2f99658-c1ff-4b9f-858d-8d4755209450 on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:03.675462 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.676895 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:55:03.686930 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:55:03.688042 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Checking segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:55:03.688042 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Bound using segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} {{(pid=75204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:55:03.688269 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.managers [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Bound port: c2f99658-c1ff-4b9f-858d-8d4755209450, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}}] {{(pid=75204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:03.688611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.691350 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:03.712817 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2c51cdaa-a81f-4ed9-9883-6cb32ca33796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.860112 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:03.883432 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:03.914884 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:03.950252 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, cleared binding levels {{(pid=75204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:03.958084 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a84116a-f462-4d27-a8b9-c19c2e307563 req-9e557661-25d4-464d-a908-5e0681a84470 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 210 time: 0.1001182 Jun 17 17:55:03.996857 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.014596 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,segment=NetworkSegment(c0e8466a-a5eb-43c0-be95-e8a377bc5338),segment_id=c0e8466a-a5eb-43c0-be95-e8a377bc5338)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:04.014782 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.022984 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:04.028245 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Transition to ACTIVE for port object a2fe437f-90cb-4791-a44c-51ea0a26be17 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:04.028865 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:04.033142 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247', 'network_id': '979fa282-ca71-4e82-a43b-87ab86bb2711', 'port_id': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247', 'mac_address': 'fa:16:3e:fd:d6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424bc7e4-0acc-4856-bf3c-87cfd636531c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:55:04.053291 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Made reservation on behalf of 2e1ade3086064c6abeac4a531720c924 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:55:04.057288 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.070523 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:04.093690 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.114857 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:04.136334 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,segment=NetworkSegment(c0e8466a-a5eb-43c0-be95-e8a377bc5338),segment_id=c0e8466a-a5eb-43c0-be95-e8a377bc5338)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:04.180155 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29de58-656e-493f-aedd-a1cd705a1c9e req-0e5ebf8f-744f-43ed-82e7-d9d8a0a517c5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:04.181712 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1b29de58-656e-493f-aedd-a1cd705a1c9e req-0e5ebf8f-744f-43ed-82e7-d9d8a0a517c5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.2334533 Jun 17 17:55:04.185351 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.196420 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.201198 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edace070-34ca-4e58-a73d-8e84652fb29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:04.210618 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.214951 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:04.215263 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-49341ef3-39cf-4f69-a4ea-574f5727e32b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:04.287197 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2c51cdaa-a81f-4ed9-9883-6cb32ca33796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.297491 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'Port': ['ID=a2fe437f-90cb-4791-a44c-51ea0a26be17,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:04.303591 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:04.317322 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Network bd5c7134-3333-4669-982a-933a9b4a6839 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:55:04.321490 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:04.343790 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:04.348240 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.351097 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:04.394506 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e682a6a0-d719-4fca-9b81-816818ad5a9a req-bde15059-f7e2-4831-bae8-2aa0c27fb3b9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 210 time: 0.1299517 Jun 17 17:55:04.399955 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:55:04.407068 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.409704 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] 10.222.0.36 "PUT /v2.0/ports/c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 200 len: 1094 time: 2.5420735 Jun 17 17:55:04.412458 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:04.421410 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.440864 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:04.536608 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1b29de58-656e-493f-aedd-a1cd705a1c9e req-12d6ae77-b8cc-40a9-ad15-f4fd2dc46cf9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311279 Jun 17 17:55:04.537544 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=3']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:04.562799 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:04.572031 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:04.652889 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['a0ee48a1-706a-4aae-bf6a-72bd31124fa7'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:55:04.740109 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1466589 Jun 17 17:55:04.748090 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51cdaa-a81f-4ed9-9883-6cb32ca33796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3bf1fb-59c3-41dd-b98c-e3a0dd862fbc,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:04.767790 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:55:04.767886 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Request body: {'port': {'device_id': 'd871379e-b49a-41fa-b62e-c40458636693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:04.776243 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.777087 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48159e04-4e84-4f07-9844-99feebb28e62 HTTP/1.1" status: 204 len: 168 time: 1.2130942 Jun 17 17:55:04.777956 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2c51cdaa-a81f-4ed9-9883-6cb32ca33796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:04.779180 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2c51cdaa-a81f-4ed9-9883-6cb32ca33796 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c3bf1fb-59c3-41dd-b98c-e3a0dd862fbc HTTP/1.1" status: 204 len: 168 time: 1.6765854 Jun 17 17:55:04.803961 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'status': 'completed', 'code': 200} Jun 17 17:55:04.813047 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48159e04-4e84-4f07-9844-99feebb28e62,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:04.823161 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:04.836390 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:04.836842 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:04.867118 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Allocated IP 172.20.0.4 (9028cff4-9a93-4790-a437-67cb373e5baf/d0000ec1-9063-45d4-b268-ecc1ef15662a/4c58de98-e79d-43f6-af55-0b15865ffd51) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:55:04.883111 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230d2e-45b2-47bc-bffb-09bb59d1c528 req-3f38924f-7ccb-4824-92bd-a852bf2fd833 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:04.892157 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ef230d2e-45b2-47bc-bffb-09bb59d1c528 req-3f38924f-7ccb-4824-92bd-a852bf2fd833 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 944 time: 0.2064352 Jun 17 17:55:04.899564 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-5b29cc16-a0c3-4aca-9234-e8b4d67c4d95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1097 time: 0.3378472 Jun 17 17:55:05.094785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:05.124755 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-289e90bf-78a5-4a03-ad60-ea3804c42c62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 200 len: 217 time: 0.2064288 Jun 17 17:55:05.205103 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-59a569ab-4b06-4348-a003-f1567b8c4651 None None] Provisioning for port a2fe437f-90cb-4791-a44c-51ea0a26be17 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:05.211167 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-9babf40e-484e-4fd6-a433-5382c0ef3714 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:05.213525 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-9babf40e-484e-4fd6-a433-5382c0ef3714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0821660 Jun 17 17:55:05.234648 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ef230d2e-45b2-47bc-bffb-09bb59d1c528 req-21a4ca51-48d3-42ee-8a37-7a59c977493d tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410954 Jun 17 17:55:05.261652 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-59a569ab-4b06-4348-a003-f1567b8c4651 None None] Provisioning complete for port a2fe437f-90cb-4791-a44c-51ea0a26be17 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:05.262116 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-59a569ab-4b06-4348-a003-f1567b8c4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:05.371777 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-59a569ab-4b06-4348-a003-f1567b8c4651 None None] Port a2fe437f-90cb-4791-a44c-51ea0a26be17 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:55:05.416326 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-0f4e8dff-4ac7-40d1-bc9d-e89e0186dd1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1804831 Jun 17 17:55:05.429596 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78404f-c649-4d45-a62b-c5bd215c3338 req-c088ee33-b8a7-4d89-9940-e710d550eb84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:05.454723 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a78404f-c649-4d45-a62b-c5bd215c3338 req-c088ee33-b8a7-4d89-9940-e710d550eb84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 932 time: 0.2136214 Jun 17 17:55:05.514092 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:05.700502 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:05.707736 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a78404f-c649-4d45-a62b-c5bd215c3338 req-8d0a7fa5-62c3-4194-b643-2bf9cd048171 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521422 Jun 17 17:55:05.720616 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:05.755651 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-54c26186-cf4f-48d2-8a68-e52a44bd3c09 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974885 Jun 17 17:55:05.819642 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Network 9028cff4-9a93-4790-a437-67cb373e5baf is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:55:05.827736 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:05.835137 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:55:05.839145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:05.839769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:05.853981 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f827d-0158-49d5-aef3-8f5f747f8a4b req-7d61fdb7-cc4c-4dc8-87d4-4635a3f8e1e7 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:05.855488 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8b3f827d-0158-49d5-aef3-8f5f747f8a4b req-7d61fdb7-cc4c-4dc8-87d4-4635a3f8e1e7 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 931 time: 0.2355263 Jun 17 17:55:05.861095 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Pushing event updated for resources: {'Port': ['ID=4c58de98-e79d-43f6-af55-0b15865ffd51,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:05.870460 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:05.934401 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35748) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:05.969945 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5410097 Jun 17 17:55:05.975874 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:05.994748 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Request body: {'port': {'device_id': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:06.024117 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fe437f-90cb-4791-a44c-51ea0a26be17 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:06.044176 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:06.084178 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Transition to ACTIVE for port object a2fe437f-90cb-4791-a44c-51ea0a26be17 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:06.096665 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-611082bf-53ee-4fd1-a626-e79ed70706e6 req-07800259-8663-402a-86a0-7e250c2b78b9 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299930 Jun 17 17:55:06.119878 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8b3f827d-0158-49d5-aef3-8f5f747f8a4b req-40c987c1-c457-4dc3-bf97-dd79d693ceb1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452672 Jun 17 17:55:06.132293 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:06.143602 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Usage tracker for resource:security_group_rule and tenant:f15566b14ff1427e8bd07f60a8647fb5 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:06.148088 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:06.156361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:06.177483 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:06.186278 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d831bb-587a-4d5b-87ad-3297ac91c6eb req-fbf41ef4-4156-4ff7-b326-3621d277f57f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:06.188385 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b1d831bb-587a-4d5b-87ad-3297ac91c6eb req-fbf41ef4-4156-4ff7-b326-3621d277f57f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.2947221 Jun 17 17:55:06.196210 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:06.210027 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:06.457304 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe437f-90cb-4791-a44c-51ea0a26be17,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:06.502690 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b1d831bb-587a-4d5b-87ad-3297ac91c6eb req-6fba44dc-c0cf-4410-9406-4d79f5958336 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043129 Jun 17 17:55:06.525492 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-a17752fd-f688-4d05-a50b-c7a84a095877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1097 time: 0.2231593 Jun 17 17:55:06.530198 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:06.708881 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:06.785082 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:06.804983 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2202a979-b21f-404e-8886-fa8368bd7bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:06.890882 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Attempting to bind port a2fe437f-90cb-4791-a44c-51ea0a26be17 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:06.891451 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Attempting to bind port a2fe437f-90cb-4791-a44c-51ea0a26be17 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:06.891803 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Attempting to bind port a2fe437f-90cb-4791-a44c-51ea0a26be17 on network bd5c7134-3333-4669-982a-933a9b4a6839 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:06.942832 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca0732d-e808-4925-951e-abb9cc91effa,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:06.945334 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Port a2fe437f-90cb-4791-a44c-51ea0a26be17 on network bd5c7134-3333-4669-982a-933a9b4a6839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:55:06.945666 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Attempting to bind port a2fe437f-90cb-4791-a44c-51ea0a26be17 on network bd5c7134-3333-4669-982a-933a9b4a6839 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:06.950913 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:06.953305 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f15566b14ff1427e8bd07f60a8647fb5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0187271 Jun 17 17:55:06.957138 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35780) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:06.990779 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:55:06.991048 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Checking segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:55:06.991645 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Bound using segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:55:06.992064 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Bound port: a2fe437f-90cb-4791-a44c-51ea0a26be17, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:06.992410 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.000994 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-d6e2a7a9-2ec3-449d-a088-818171deea0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:07.002472 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-d6e2a7a9-2ec3-449d-a088-818171deea0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.3660860 Jun 17 17:55:07.114226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a0ee48a1-706a-4aae-bf6a-72bd31124fa7 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:07.134267 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-9484fe2c-01af-4ff0-9dec-bbcbaa26ed43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 200 len: 217 time: 0.1212885 Jun 17 17:55:07.145055 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5198b-131d-4310-b964-f0dea0ad7117 req-759af7ca-bb7f-4061-b93b-b8aa625196ab tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:07.153236 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-60b5198b-131d-4310-b964-f0dea0ad7117 req-759af7ca-bb7f-4061-b93b-b8aa625196ab tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 944 time: 0.6228287 Jun 17 17:55:07.200789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.242127 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] For port a2fe437f-90cb-4791-a44c-51ea0a26be17, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:07.246352 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c58de98-e79d-43f6-af55-0b15865ffd51 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:07.277097 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-dff599eb-bffd-4d93-a796-6b5990b6e884 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:07.278749 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-dff599eb-bffd-4d93-a796-6b5990b6e884 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.1192675 Jun 17 17:55:07.305819 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:07.311513 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:07.311901 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.331679 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.335251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.342747 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-60b5198b-131d-4310-b964-f0dea0ad7117 req-8b51be24-7652-4689-b8b7-c191b11edc43 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881108 Jun 17 17:55:07.343553 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] For port a2fe437f-90cb-4791-a44c-51ea0a26be17, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:07.348452 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17145c-614c-4b4d-9250-19543d31f7c1 req-8851fec2-b576-4fab-a4c7-3ee7c47317ad tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:07.350021 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0e17145c-614c-4b4d-9250-19543d31f7c1 req-8851fec2-b576-4fab-a4c7-3ee7c47317ad tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.4205849 Jun 17 17:55:07.379141 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Transition to ACTIVE for port object 4c58de98-e79d-43f6-af55-0b15865ffd51 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:07.426390 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0e17145c-614c-4b4d-9250-19543d31f7c1 req-5365f104-942e-4274-96da-c6042d7dd49c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613999 Jun 17 17:55:07.426390 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-753bb573-3328-4ce7-90a9-c885c9840016 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1354163 Jun 17 17:55:07.490479 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.508472 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.513068 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d4b4bb71-4abd-427d-9810-8479236a57d4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:07.525292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:07.565140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.573793 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.592908 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.599764 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] 10.222.0.36 "PUT /v2.0/ports/a2fe437f-90cb-4791-a44c-51ea0a26be17 HTTP/1.1" status: 200 len: 1094 time: 2.8367598 Jun 17 17:55:07.600816 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:07.639464 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a0ee48a1-706a-4aae-bf6a-72bd31124fa7, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:07.659079 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ff8c-eea5-4493-b7ea-fba6ac001218 req-3deef7eb-c2f7-4f3b-a427-946e193004bc tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:07.665954 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f92ff8c-eea5-4493-b7ea-fba6ac001218 req-3deef7eb-c2f7-4f3b-a427-946e193004bc tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 931 time: 0.1567516 Jun 17 17:55:07.693725 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe437f-90cb-4791-a44c-51ea0a26be17,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:07.706685 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.708028 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aca0732d-e808-4925-951e-abb9cc91effa HTTP/1.1" status: 204 len: 168 time: 0.7484617 Jun 17 17:55:07.709145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:07.730247 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:07.732546 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:07.757104 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f92ff8c-eea5-4493-b7ea-fba6ac001218 req-9d551edb-3b66-4926-8f1b-10f8aac6a213 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901420 Jun 17 17:55:07.774050 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-56e3b875-7058-4ef0-bbd9-c4da07ca7c01 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426685 Jun 17 17:55:07.787966 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:07.811575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b99e0235-8e32-440e-a19d-f2a31ecb82d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:07.887080 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:07.890801 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:07.946537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Pushing event updated for resources: {'Port': ['ID=4c58de98-e79d-43f6-af55-0b15865ffd51,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:07.950713 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:07.951224 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:07.962756 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca0732d-e808-4925-951e-abb9cc91effa,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:07.987857 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:08.011091 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2d5a-0dd8-4ec9-873f-5e07ab1449b8 req-43c24410-f50f-42cb-9a8d-630f4faa1671 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:08.014694 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Attempting to bind port 4c58de98-e79d-43f6-af55-0b15865ffd51 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:08.015054 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Attempting to bind port 4c58de98-e79d-43f6-af55-0b15865ffd51 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:08.015175 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-38fc2d5a-0dd8-4ec9-873f-5e07ab1449b8 req-43c24410-f50f-42cb-9a8d-630f4faa1671 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.2215466 Jun 17 17:55:08.015346 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Attempting to bind port 4c58de98-e79d-43f6-af55-0b15865ffd51 on network 9028cff4-9a93-4790-a437-67cb373e5baf {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:08.016751 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:08.021367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Port 4c58de98-e79d-43f6-af55-0b15865ffd51 on network 9028cff4-9a93-4790-a437-67cb373e5baf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:55:08.021689 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Attempting to bind port 4c58de98-e79d-43f6-af55-0b15865ffd51 on network 9028cff4-9a93-4790-a437-67cb373e5baf {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:08.028321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:55:08.028602 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Checking segment: {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:55:08.028983 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Bound using segment: {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:55:08.029447 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Bound port: 4c58de98-e79d-43f6-af55-0b15865ffd51, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84dd5b4-909d-403e-9231-61b08084295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:08.029793 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:08.034586 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:08.035143 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:08.067207 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-38fc2d5a-0dd8-4ec9-873f-5e07ab1449b8 req-82844a2a-ae43-499b-bf00-52c4b710cffb tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448966 Jun 17 17:55:08.179561 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] For port 4c58de98-e79d-43f6-af55-0b15865ffd51, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:08.183248 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] For port 4c58de98-e79d-43f6-af55-0b15865ffd51, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=4c58de98-e79d-43f6-af55-0b15865ffd51,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:08.188680 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:08.228811 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,segment=NetworkSegment(c0e8466a-a5eb-43c0-be95-e8a377bc5338),segment_id=c0e8466a-a5eb-43c0-be95-e8a377bc5338)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:08.264260 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:08.272223 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fccf8042-43a4-48dd-aa5f-9d6a4edca709 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:08.294509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:08.297192 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:08.364499 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Pushing event updated for resources: {'Port': ['ID=4c58de98-e79d-43f6-af55-0b15865ffd51,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:08.395475 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:08.432034 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7', 'code': 200} Jun 17 17:55:08.436036 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:08.436036 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] 10.222.0.36 "PUT /v2.0/ports/4c58de98-e79d-43f6-af55-0b15865ffd51 HTTP/1.1" status: 200 len: 1093 time: 2.4470422 Jun 17 17:55:08.465451 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:08.478232 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:08.590944 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'status': 'completed', 'code': 200} Jun 17 17:55:08.650588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d20e0f-4c47-4198-93d6-cca2d7f8efed req-ab44ba2c-5bdd-4a15-b7d1-c30fa91eeb59 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:08.653027 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34d20e0f-4c47-4198-93d6-cca2d7f8efed req-ab44ba2c-5bdd-4a15-b7d1-c30fa91eeb59 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1001928 Jun 17 17:55:08.757224 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34d20e0f-4c47-4198-93d6-cca2d7f8efed req-26d310d3-d1c1-4b7b-ad16-5c9e88497625 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976000 Jun 17 17:55:08.790339 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0425a-f68c-4b1a-91f3-412f5dde6a60 req-ed44326e-df44-4694-96d0-53ae54d3e055 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:08.791464 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-71b0425a-f68c-4b1a-91f3-412f5dde6a60 req-ed44326e-df44-4694-96d0-53ae54d3e055 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.0929573 Jun 17 17:55:08.854543 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-71b0425a-f68c-4b1a-91f3-412f5dde6a60 req-dac5a0b0-424b-42e1-b46c-c8f456bee343 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532184 Jun 17 17:55:08.977698 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96a6c7-6fd6-4071-906c-3e22f2a58cbd req-de484944-7ab0-4d19-89e5-cf4bb9864dd9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:08.979219 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-db96a6c7-6fd6-4071-906c-3e22f2a58cbd req-de484944-7ab0-4d19-89e5-cf4bb9864dd9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.0843081 Jun 17 17:55:09.031364 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-db96a6c7-6fd6-4071-906c-3e22f2a58cbd req-6f24541e-a5f8-49f2-b65c-4ef03f8f9518 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460558 Jun 17 17:55:09.310113 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d9ac7-6c0f-4217-872c-5005aaf6140d req-fcdd75d5-1831-4e25-a328-91066a24dc53 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:09.312292 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fd9d9ac7-6c0f-4217-872c-5005aaf6140d req-fcdd75d5-1831-4e25-a328-91066a24dc53 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.0827830 Jun 17 17:55:09.365333 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fd9d9ac7-6c0f-4217-872c-5005aaf6140d req-9d67636c-2868-4611-bf4b-77a1f9293837 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462863 Jun 17 17:55:10.092601 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918004-fe8a-498d-884b-0d8f2ba87c64 req-8fd762cb-88dc-4e45-8a66-382e4216645f tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:10.094108 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0918004-fe8a-498d-884b-0d8f2ba87c64 req-8fd762cb-88dc-4e45-8a66-382e4216645f tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1584630 Jun 17 17:55:10.100530 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474953a-f6d2-4d9a-b2b7-5d0452dd130c req-7c06647d-ae3c-48d8-a454-71c8e18fdfa4 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:10.101898 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0474953a-f6d2-4d9a-b2b7-5d0452dd130c req-7c06647d-ae3c-48d8-a454-71c8e18fdfa4 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.1172040 Jun 17 17:55:10.182378 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0918004-fe8a-498d-884b-0d8f2ba87c64 req-2b15ccc4-9ea6-4037-b548-b9c27363823d tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794559 Jun 17 17:55:10.184485 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0474953a-f6d2-4d9a-b2b7-5d0452dd130c req-9488feb5-b5d5-4877-b69c-7a2a8bfa762b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665364 Jun 17 17:55:10.268548 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:55:10.421003 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35894) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:10.454670 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:10.481584 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35900) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:10.494447 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:10.518317 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'port_id': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'mac_address': 'fa:16:3e:a1:38:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:55:10.550600 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2dd0741b-8dae-4ef1-b4f8-f368a40a497a req-20827f49-ffbb-401a-8253-e58d93afec09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 1097 time: 0.1964259 Jun 17 17:55:10.555350 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-4920c72b-ae8f-4002-80a5-2479a76e0b70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 1096 time: 0.1137230 Jun 17 17:55:10.642456 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:10.657620 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a2b3-78a8-48e4-8c4d-887e02209ab1 req-86f1d928-04be-4e43-ac57-c595138d4cbc tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:10.664642 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0399a2b3-78a8-48e4-8c4d-887e02209ab1 req-86f1d928-04be-4e43-ac57-c595138d4cbc tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.3658948 Jun 17 17:55:10.669831 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e9b3ee-6ad0-4062-bb52-bd41c8943413 req-18deeeab-fe41-41fd-8c01-3389477699fc service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212097 Jun 17 17:55:10.682718 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f99658-c1ff-4b9f-858d-8d4755209450 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:10.719739 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:10.758618 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0399a2b3-78a8-48e4-8c4d-887e02209ab1 req-0b0bde2e-e49d-4014-acf6-3d16d63876de tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929928 Jun 17 17:55:10.761610 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'tag': '4c58de98-e79d-43f6-af55-0b15865ffd51'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:10.767683 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0741b-8dae-4ef1-b4f8-f368a40a497a req-8238f798-6bf6-4836-99e7-ab14fd600aee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:10.769345 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2dd0741b-8dae-4ef1-b4f8-f368a40a497a req-8238f798-6bf6-4836-99e7-ab14fd600aee service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d66d3b23bd57442cb18d737c0a417b05&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1907957 Jun 17 17:55:10.778737 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dee7dc-33cf-43ef-86a3-627e2b9538c9 req-b857c79a-caba-4e3d-998d-d9e34ae4c24a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:10.782334 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-74dee7dc-33cf-43ef-86a3-627e2b9538c9 req-b857c79a-caba-4e3d-998d-d9e34ae4c24a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1951151 Jun 17 17:55:10.814318 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:10.817284 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:10.833853 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:10.874297 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247', 'code': 200} Jun 17 17:55:10.876420 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-74dee7dc-33cf-43ef-86a3-627e2b9538c9 req-fd344d1e-8bd7-49eb-a42b-d614c262754e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791662 Jun 17 17:55:10.879968 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:10.884572 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:5e13fec066ad4b599241d1b22d022545 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:10.887502 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:10.901325 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:10.923859 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-00662314-c636-49df-954f-92c7bdb033d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c58de98-e79d-43f6-af55-0b15865ffd51 HTTP/1.1" status: 200 len: 217 time: 0.3433752 Jun 17 17:55:10.930845 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:10.938659 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:10.971617 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'tag': '4c58de98-e79d-43f6-af55-0b15865ffd51', 'status': 'completed', 'code': 200} Jun 17 17:55:10.980511 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:10.989305 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.045382 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:11.057971 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Usage tracker for resource:security_group_rule and tenant:ce6efa23e40d4da3a54a57fd038e2fa3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:11.063736 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:11.071514 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:11.073694 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0741b-8dae-4ef1-b4f8-f368a40a497a req-60e45b6d-1057-42fe-8e94-4c90fbd5b9bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:11.075186 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2dd0741b-8dae-4ef1-b4f8-f368a40a497a req-60e45b6d-1057-42fe-8e94-4c90fbd5b9bf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2077172 Jun 17 17:55:11.079140 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.086546 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:11.143427 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65b950-d43b-4612-9b00-c64b8c9f9157,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:11.147224 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.148412 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:11.154112 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e13fec066ad4b599241d1b22d022545&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6691415 Jun 17 17:55:11.154716 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35918) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:11.218599 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.221248 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.227840 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-23eb7458-033e-4ce4-aae8-b66dd3eaa638 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:11.274712 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e5608-aa4f-448b-8af7-c2ee6e5f2e39,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:11.277989 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:11.281391 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce6efa23e40d4da3a54a57fd038e2fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8476441 Jun 17 17:55:11.284803 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.288775 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35928) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:11.380609 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.410219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.477659 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dde90d-ca8b-4112-96c1-0ed89a2376f2 req-e6eb36e5-c2a5-48e4-b0cb-e03ddfac0c99 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:11.479134 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-62dde90d-ca8b-4112-96c1-0ed89a2376f2 req-e6eb36e5-c2a5-48e4-b0cb-e03ddfac0c99 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.1441901 Jun 17 17:55:11.486233 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edecf51-d09f-4479-a87a-1eb6639de2d9 req-4f8e7b02-82b6-4e63-b4d2-ad5c5c15c067 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:11.487586 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6edecf51-d09f-4479-a87a-1eb6639de2d9 req-4f8e7b02-82b6-4e63-b4d2-ad5c5c15c067 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1112819 Jun 17 17:55:11.529615 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.536857 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:11.553486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.559264 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:11.569162 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65b950-d43b-4612-9b00-c64b8c9f9157,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:11.570270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e5608-aa4f-448b-8af7-c2ee6e5f2e39,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:11.574185 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:11.578671 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:11.578772 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.580053 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c1e5608-aa4f-448b-8af7-c2ee6e5f2e39 HTTP/1.1" status: 204 len: 168 time: 0.2902861 Jun 17 17:55:11.590063 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-62dde90d-ca8b-4112-96c1-0ed89a2376f2 req-9fe2de6e-a100-4794-801f-85794d49b9c7 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982897 Jun 17 17:55:11.590063 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:11.590063 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa65b950-d43b-4612-9b00-c64b8c9f9157 HTTP/1.1" status: 204 len: 168 time: 0.4335346 Jun 17 17:55:11.592951 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6edecf51-d09f-4479-a87a-1eb6639de2d9 req-9c893ef3-5b46-4527-b6f8-2338434fad6c tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908790 Jun 17 17:55:11.950040 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197aa39-d677-4602-a85e-d58facf5b3ee req-0d5e7fce-4786-4830-9534-62325e34040d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:11.952020 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6197aa39-d677-4602-a85e-d58facf5b3ee req-0d5e7fce-4786-4830-9534-62325e34040d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.0781519 Jun 17 17:55:12.012469 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6197aa39-d677-4602-a85e-d58facf5b3ee req-1192ff26-6dba-4b26-bb96-d558905026e9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496054 Jun 17 17:55:12.176125 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3408b7-bfcc-44b3-b204-951ef9db1836 req-5e61940e-4e12-4b32-a375-42ac4b3d7fcc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:12.177594 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4c3408b7-bfcc-44b3-b204-951ef9db1836 req-5e61940e-4e12-4b32-a375-42ac4b3d7fcc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 945 time: 0.1159821 Jun 17 17:55:12.230684 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4c3408b7-bfcc-44b3-b204-951ef9db1836 req-341654a5-041b-4fff-ae3e-0cfbd29a4c15 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470779 Jun 17 17:55:12.286167 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Sync routers for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:55:12.298647 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:12.304972 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:12.312858 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Sync routers for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:55:12.328866 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:12.329578 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:12.480078 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:12.518156 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:12.523027 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 35958) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:12.541137 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:12.575755 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:12.579759 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Usage tracker for resource:security_group_rule and tenant:3d13227720ad441e8d5dc5e8edb24b80 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:12.582823 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:12.589379 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:12.711246 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:12.782522 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:12.830819 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:12.876426 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 35974) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:12.877110 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d13227720ad441e8d5dc5e8edb24b80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3559651 Jun 17 17:55:12.878989 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb458ded-45de-4625-bdaf-3632bee2bca6,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:12.881987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:12.930636 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:54:41Z', 'revision_number': 2, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:12.937799 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Checking router: 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:55:12.938151 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Updating router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc port 6530468f-a6ec-4871-a99a-e79b085e3be2 binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:55:12.981105 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:12.985225 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 2, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:12.991675 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Checking router: b833cbdb-b7a8-498a-ba91-f013f8507420 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:55:12.991675 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Updating router b833cbdb-b7a8-498a-ba91-f013f8507420 port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:55:13.000193 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.024329 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.083884 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcb1a0-7045-4bd1-86a3-195bdac9560a req-787644c0-0ebf-4b50-91e6-51bbc4f98ef9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:13.090845 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2ebcb1a0-7045-4bd1-86a3-195bdac9560a req-787644c0-0ebf-4b50-91e6-51bbc4f98ef9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.2620244 Jun 17 17:55:13.112142 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.147846 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.152055 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:13.152694 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2ebcb1a0-7045-4bd1-86a3-195bdac9560a req-d4522af6-27c0-479a-9d08-f739186de1e7 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609174 Jun 17 17:55:13.166693 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b848b4-5b02-472b-aa90-90554e5ee9d2 req-a8388b4b-b284-4180-9597-4963b7a6dddc tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:13.168221 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1b848b4-5b02-472b-aa90-90554e5ee9d2 req-a8388b4b-b284-4180-9597-4963b7a6dddc tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.3383532 Jun 17 17:55:13.186860 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb458ded-45de-4625-bdaf-3632bee2bca6,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:13.194319 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:13.195216 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.196341 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb458ded-45de-4625-bdaf-3632bee2bca6 HTTP/1.1" status: 204 len: 168 time: 0.3188128 Jun 17 17:55:13.297272 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1b848b4-5b02-472b-aa90-90554e5ee9d2 req-d4aad74e-1e35-4294-b269-752657a117ac tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226506 Jun 17 17:55:13.565051 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.580526 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Transition to ACTIVE for port object 6530468f-a6ec-4871-a99a-e79b085e3be2 will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:13.662658 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.679543 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:13.701751 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.718821 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Transition to ACTIVE for port object 4a8bb978-729d-49b6-bc9f-f56cfafc8875 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:13.723503 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-be93c9b3-e7dd-4879-996b-b82b0b81b468 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:13.725225 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-be93c9b3-e7dd-4879-996b-b82b0b81b468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.1764107 Jun 17 17:55:13.795677 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:13.840627 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:13.850013 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-6c4f63b7-e2f3-4d1a-b818-7bfe9b702e8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120033 Jun 17 17:55:13.856051 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59020884-c29f-4924-9537-e7a8f91ab68d req-1408f48e-2533-4aa6-9e0a-1d707decc8d2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:13.858904 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59020884-c29f-4924-9537-e7a8f91ab68d req-1408f48e-2533-4aa6-9e0a-1d707decc8d2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 945 time: 0.3983419 Jun 17 17:55:13.935280 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['c2f99658-c1ff-4b9f-858d-8d4755209450'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:55:14.078176 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad139ec5-379b-444e-9d33-0c7d9ebac111 None None] Pushing event updated for resources: {'Port': ['ID=6530468f-a6ec-4871-a99a-e79b085e3be2,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:14.078176 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-ad139ec5-379b-444e-9d33-0c7d9ebac111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:14.078471 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38fc8f-a557-4bf5-bd79-8c20989235f8 req-f37827fd-edc9-4f04-bd84-508def67d94f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:14.078471 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-be38fc8f-a557-4bf5-bd79-8c20989235f8 req-f37827fd-edc9-4f04-bd84-508def67d94f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.5647361 Jun 17 17:55:14.078632 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-9ad41754-c557-45ec-bdf7-b5d5632358c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 1097 time: 0.4171474 Jun 17 17:55:14.151680 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Attempting to bind port 6530468f-a6ec-4871-a99a-e79b085e3be2 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:14.151929 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-e088588f-cd15-4d04-bd8b-2332251c6235 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908196 Jun 17 17:55:14.152067 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Attempting to bind port 6530468f-a6ec-4871-a99a-e79b085e3be2 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:14.154783 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Attempting to bind port 6530468f-a6ec-4871-a99a-e79b085e3be2 on network bd5c7134-3333-4669-982a-933a9b4a6839 {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:14.164562 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:55:14.165259 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Checking segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:55:14.167910 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:14.168391 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Bound using segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:55:14.169202 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Bound port: 6530468f-a6ec-4871-a99a-e79b085e3be2, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:14.170349 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:14.218270 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-85c51290-3f16-4fb6-936e-d235092949e4 req-11d46d54-bc2d-41f8-8e97-e2e33c442061 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.6517506 Jun 17 17:55:14.285665 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-be38fc8f-a557-4bf5-bd79-8c20989235f8 req-90f823d4-9b80-455a-9b24-ebd0662d6b31 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896566 Jun 17 17:55:14.314501 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59020884-c29f-4924-9537-e7a8f91ab68d req-c2217234-f0c2-4a5d-9c5b-1e6495518054 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321737 Jun 17 17:55:14.393259 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] For port 6530468f-a6ec-4871-a99a-e79b085e3be2, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:14.397363 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] For port 6530468f-a6ec-4871-a99a-e79b085e3be2, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=6530468f-a6ec-4871-a99a-e79b085e3be2,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:14.401785 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e3b7-ebfd-4171-94cf-a3c76d880402 None None] Pushing event updated for resources: {'Port': ['ID=4a8bb978-729d-49b6-bc9f-f56cfafc8875,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:14.408535 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a9f1e3b7-ebfd-4171-94cf-a3c76d880402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:14.581034 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Attempting to bind port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:14.581451 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Attempting to bind port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:14.581773 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Attempting to bind port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:55:14.601920 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:55:14.602354 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Checking segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:55:14.602889 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:14.603301 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Bound using segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:55:14.603798 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Bound port: 4a8bb978-729d-49b6-bc9f-f56cfafc8875, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:14.604200 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:14.652179 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e1b78-5064-4b2b-a67e-c215a7e73b40 req-6a913c05-0b6e-4d67-a9d0-7645fccf8581 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:14.652179 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f68e1b78-5064-4b2b-a67e-c215a7e73b40 req-6a913c05-0b6e-4d67-a9d0-7645fccf8581 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1504881 Jun 17 17:55:14.657505 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b558-698f-4ac3-a75f-c2f74d04d8c5 req-8cd0f101-6207-4cb3-9acc-8a58b8b00b2d tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:14.659017 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7dd2b558-698f-4ac3-a75f-c2f74d04d8c5 req-8cd0f101-6207-4cb3-9acc-8a58b8b00b2d tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.1274762 Jun 17 17:55:14.724133 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] For port 4a8bb978-729d-49b6-bc9f-f56cfafc8875, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:14.728444 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] For port 4a8bb978-729d-49b6-bc9f-f56cfafc8875, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=4a8bb978-729d-49b6-bc9f-f56cfafc8875,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:14.733301 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f68e1b78-5064-4b2b-a67e-c215a7e73b40 req-065afbf3-5133-4818-8620-130ef6a532c6 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732820 Jun 17 17:55:14.742560 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7dd2b558-698f-4ac3-a75f-c2f74d04d8c5 req-98a456e4-c343-4bbf-88ee-2a30909ad6d1 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669761 Jun 17 17:55:15.561348 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:15.564343 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c11d-8ec4-4c5c-bd2e-1e8c7690604f req-a143ffed-d893-48da-9b8c-315a8c6abd20 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:15.566031 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c804c11d-8ec4-4c5c-bd2e-1e8c7690604f req-a143ffed-d893-48da-9b8c-315a8c6abd20 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.1364126 Jun 17 17:55:15.566177 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:15.574974 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-b4d7ed36-6bbc-4ca2-ad38-68a236faf67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:15.589942 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-e4172b4f-8239-4aa5-b9c6-ce2ecba7dc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:15.628747 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6a43-2394-4e52-8dd4-d0caaa068f2e req-f217cd98-4f7e-4d78-8e54-8c028a90c2d6 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:15.633046 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ccae6a43-2394-4e52-8dd4-d0caaa068f2e req-f217cd98-4f7e-4d78-8e54-8c028a90c2d6 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 945 time: 0.1342862 Jun 17 17:55:15.673434 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c804c11d-8ec4-4c5c-bd2e-1e8c7690604f req-991f14e6-315b-4a79-a954-328128e5cb04 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939264 Jun 17 17:55:15.733159 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ccae6a43-2394-4e52-8dd4-d0caaa068f2e req-463b79ae-79a2-446b-8370-5b782900d310 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952115 Jun 17 17:55:15.734407 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad139ec5-379b-444e-9d33-0c7d9ebac111 None None] Pushing event updated for resources: {'Port': ['ID=6530468f-a6ec-4871-a99a-e79b085e3be2,revision_number=4']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:15.739421 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:15.741521 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:15.775379 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-ad139ec5-379b-444e-9d33-0c7d9ebac111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:15.813731 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:15.814674 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:54:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:15.898436 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 36036) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:15.973102 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.081642 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e3b7-ebfd-4171-94cf-a3c76d880402 None None] Pushing event updated for resources: {'Port': ['ID=4a8bb978-729d-49b6-bc9f-f56cfafc8875,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:16.104079 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:16.112231 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Usage tracker for resource:security_group_rule and tenant:36ea10fba7be457d81f39b28d8fc87d5 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:16.118493 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:16.118885 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a9f1e3b7-ebfd-4171-94cf-a3c76d880402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:16.131748 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:16.287269 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:16.330263 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 36048) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:16.414649 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:16.450244 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.541923 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.36', 52150) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:16.547364 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.579448 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:16.674188 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70daf82-03fb-441b-a32c-0d0f261b1b35 req-2574a240-869c-4e36-8a6c-126cc1a68f61 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:16.691738 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b70daf82-03fb-441b-a32c-0d0f261b1b35 req-2574a240-869c-4e36-8a6c-126cc1a68f61 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.4783130 Jun 17 17:55:16.744465 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1ccb6-3f8b-49f1-804e-084da42dad09 req-40dcd157-ee6c-40e6-a395-ca38e2c6f9c3 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:16.750882 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-fbd9cbb1-1a80-4f1e-be26-4b98e2748b19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17 HTTP/1.1" status: 200 len: 217 time: 0.2119470 Jun 17 17:55:16.759002 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7cb1ccb6-3f8b-49f1-804e-084da42dad09 req-40dcd157-ee6c-40e6-a395-ca38e2c6f9c3 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.4415033 Jun 17 17:55:16.765612 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.773585 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:14Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:16.779706 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3126-cd31-4fd3-9cf1-38da1a0c1d19 None None] The sync data for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi is: [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:14Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:55:16.806303 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.904365 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c12ef-89d2-481a-a9b7-9f10cea68f2a,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:16.910965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:16.943348 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:16.946889 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:16.954661 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Usage tracker for resource:security_group_rule and tenant:488ce87c1c4741cdb64abbd6a030ac4e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:16.962384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Usage tracker for resource:security_group_rule and tenant:b32bd9e9fbda4cfca44b5ad19aaea8a7 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:16.962538 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:16.963825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:16.969866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:16.978951 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:17.006940 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-60b52d74-3c30-45f5-9c15-a3ba97cfc2fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:17.008536 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-60b52d74-3c30-45f5-9c15-a3ba97cfc2fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc47c60d-03ea-4f72-b81c-4f59dcdcd896 HTTP/1.1" status: 200 len: 849 time: 0.2034893 Jun 17 17:55:17.075910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:17.102025 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36ea10fba7be457d81f39b28d8fc87d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2021482 Jun 17 17:55:17.109100 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 36068) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:17.115012 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b70daf82-03fb-441b-a32c-0d0f261b1b35 req-abba0b58-00d7-4747-b788-d8595f8ee12f tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181821 Jun 17 17:55:17.115151 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:55:17.116254 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:14Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:17.122371 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf611e-e3eb-4996-a7e4-29a59c981b58 None None] The sync data for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi is: [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:14Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:55:17.177195 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3b4464-e0cf-4a43-90dc-9baa0620bc6c req-d0aeaa0f-0be9-4d1c-aadd-d5b79632e934 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798937 Jun 17 17:55:17.187540 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7cb1ccb6-3f8b-49f1-804e-084da42dad09 req-a0063d0d-cfd8-43e8-80fc-271192e40986 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018509 Jun 17 17:55:17.236285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:17.292584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:17.323193 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8d4910c7-4228-4517-85f8-bf18448f676b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:17.336301 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-bfd7813c-2704-4212-b85d-2725a9f456d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c7134-3333-4669-982a-933a9b4a6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3186297 Jun 17 17:55:17.343767 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7aa38a6b-b6f6-479b-a223-bfdd58ca3bf4 req-bf12765f-f83c-4006-9ba2-f3b2c9a809fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 1098 time: 0.7993965 Jun 17 17:55:17.548900 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0058396 Jun 17 17:55:17.592351 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:17.631133 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a6e9538d-b512-44a2-83e3-9d598ea32bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:17.714234 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7aa38a6b-b6f6-479b-a223-bfdd58ca3bf4 req-82452c82-fc32-4069-ae06-01fc6d60603a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387413 Jun 17 17:55:17.725712 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f8434-fc67-46cf-b24e-1d22655617aa,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:17.738357 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b32bd9e9fbda4cfca44b5ad19aaea8a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4040380 Jun 17 17:55:17.743803 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:17.747476 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 36080) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:17.766387 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e1b5eb-b766-4773-b2af-80ca1881aef3,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:17.771311 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:17.789658 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-c3e0acfd-4249-4a35-8f47-69eade25022c service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368412 Jun 17 17:55:17.817794 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83481473-a812-409a-8280-fc17cafc66a0 req-c2ae7891-6f77-4092-99d5-5e0b379c6941 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 1096 time: 0.2745318 Jun 17 17:55:17.859200 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:17.931752 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:17.940871 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4a3db-d215-4a3a-a6b2-3bd678c73b7f req-06205d85-2acc-479a-93d5-3f5492a956da tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:17.947900 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-93b4a3db-d215-4a3a-a6b2-3bd678c73b7f req-06205d85-2acc-479a-93d5-3f5492a956da tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.4014058 Jun 17 17:55:18.001377 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73bbc-3fe0-4cd3-a7c4-70e15fd989e1 req-7b61cf65-d11b-4b73-8c2a-5b32e889248e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:18.007553 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4bf73bbc-3fe0-4cd3-a7c4-70e15fd989e1 req-7b61cf65-d11b-4b73-8c2a-5b32e889248e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 945 time: 0.4636104 Jun 17 17:55:18.046883 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:18.137067 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:18.267857 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4bf73bbc-3fe0-4cd3-a7c4-70e15fd989e1 req-106c8085-620a-47a1-b663-6dccfb2048c1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440186 Jun 17 17:55:18.272830 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-93b4a3db-d215-4a3a-a6b2-3bd678c73b7f req-43ee7aa7-44c4-4764-9bbf-2265cf02dd14 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212962 Jun 17 17:55:18.362932 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:18.366924 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:18.414229 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c12ef-89d2-481a-a9b7-9f10cea68f2a,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:18.419104 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:18.432470 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:18.472713 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-28c8054d-fda6-4c25-b35f-05296d4d1ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:18.479888 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:18.485540 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9e1b5eb-b766-4773-b2af-80ca1881aef3 HTTP/1.1" status: 204 len: 168 time: 0.7343369 Jun 17 17:55:18.562888 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:18.601194 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e1b5eb-b766-4773-b2af-80ca1881aef3,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:18.616647 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:18.655770 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:18.656921 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e0c12ef-89d2-481a-a9b7-9f10cea68f2a HTTP/1.1" status: 204 len: 168 time: 1.5442071 Jun 17 17:55:18.744281 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481473-a812-409a-8280-fc17cafc66a0 req-efdeffb2-d44b-40ca-a534-b986b02d6817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:18.754912 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83481473-a812-409a-8280-fc17cafc66a0 req-efdeffb2-d44b-40ca-a534-b986b02d6817 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.5822477 Jun 17 17:55:18.772302 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afabf0-c3fb-4070-9ffa-4a85be2a4b68 req-8305177c-17fe-491b-9028-d8703d5dc586 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:18.780415 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84afabf0-c3fb-4070-9ffa-4a85be2a4b68 req-8305177c-17fe-491b-9028-d8703d5dc586 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.3056896 Jun 17 17:55:18.803041 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 4a8bb978-729d-49b6-bc9f-f56cfafc8875 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:18.814498 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95018c10-833f-4c1c-8322-a7e87aecd85c req-f4dc538a-98cb-46f5-a156-8ab83f281f32 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:18.816168 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-95018c10-833f-4c1c-8322-a7e87aecd85c req-f4dc538a-98cb-46f5-a156-8ab83f281f32 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.2008364 Jun 17 17:55:18.894602 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83481473-a812-409a-8280-fc17cafc66a0 req-17712d57-791b-4a55-a12c-3337fc002381 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c58de98-e79d-43f6-af55-0b15865ffd51 HTTP/1.1" status: 200 len: 217 time: 0.1364887 Jun 17 17:55:18.925675 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84afabf0-c3fb-4070-9ffa-4a85be2a4b68 req-8b7fe11f-e182-4f1f-be83-92344f7fb7dd tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443114 Jun 17 17:55:18.955235 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port c2f99658-c1ff-4b9f-858d-8d4755209450 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:18.963950 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port c2f99658-c1ff-4b9f-858d-8d4755209450 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:18.963950 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:18.964094 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-95018c10-833f-4c1c-8322-a7e87aecd85c req-5a4b9ebb-84df-4b15-a7f9-31176ba02eb0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401856 Jun 17 17:55:19.016383 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:19.025665 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:19.026092 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.075060 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481473-a812-409a-8280-fc17cafc66a0 req-3ff69d9b-b313-4685-b8f0-38de706a1fa3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:19.078133 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83481473-a812-409a-8280-fc17cafc66a0 req-3ff69d9b-b313-4685-b8f0-38de706a1fa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.1730001 Jun 17 17:55:19.080327 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bcaff193-9214-44e2-a19e-0cbdaf223454 req-e2d2e553-bf51-4657-aa5d-9530482658fd service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9507327 Jun 17 17:55:19.176098 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83481473-a812-409a-8280-fc17cafc66a0 req-faf5cda7-a814-4087-80b3-05f91305d783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682869 Jun 17 17:55:19.214003 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.237273 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.272890 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:19.289230 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:19.302810 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 4a8bb978-729d-49b6-bc9f-f56cfafc8875, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=4a8bb978-729d-49b6-bc9f-f56cfafc8875,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:19.308141 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-d3aca5be-269b-4460-8712-ac02b6e5ccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.368496 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.371312 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'code': 200} Jun 17 17:55:19.372011 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-cb64075f-3ad4-4706-a23f-728919c63735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:19.488145 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.488993 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 6530468f-a6ec-4871-a99a-e79b085e3be2 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:19.505698 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83481473-a812-409a-8280-fc17cafc66a0 req-3e8d5d14-0ca9-43b6-8470-92b8d478f297 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228900 Jun 17 17:55:19.674682 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:19.677493 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:19.678105 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:19.734166 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.748199 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 6530468f-a6ec-4871-a99a-e79b085e3be2 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:19.760076 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 6530468f-a6ec-4871-a99a-e79b085e3be2 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:19.760076 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.807278 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=4a8bb978-729d-49b6-bc9f-f56cfafc8875,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:19.812458 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:19.824165 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a60ce-abc0-4dd8-86ae-1a93be22f259 req-e59482b0-d2ca-467f-8643-ca4abe02c252 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:19.835864 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bc2a60ce-abc0-4dd8-86ae-1a93be22f259 req-e59482b0-d2ca-467f-8643-ca4abe02c252 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.2960281 Jun 17 17:55:19.874480 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9c48-8bca-4c00-bcf2-d66f86f302df req-2695d5ed-a819-42e2-97a6-e4168495f385 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:19.876907 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-885f9c48-8bca-4c00-bcf2-d66f86f302df req-2695d5ed-a819-42e2-97a6-e4168495f385 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.2343047 Jun 17 17:55:19.910459 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.983858 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 6530468f-a6ec-4871-a99a-e79b085e3be2, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=6530468f-a6ec-4871-a99a-e79b085e3be2,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:19.991918 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bc2a60ce-abc0-4dd8-86ae-1a93be22f259 req-5b913644-90d1-4622-aa15-c5d637dc9239 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541562 Jun 17 17:55:20.034711 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-885f9c48-8bca-4c00-bcf2-d66f86f302df req-300ee291-0beb-4968-9332-e14808bfdc86 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485016 Jun 17 17:55:20.108377 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:20.118371 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:20.242645 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=6530468f-a6ec-4871-a99a-e79b085e3be2,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:20.246873 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:20.369108 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745cfe1-fe07-49e0-9384-90c5e596c685 req-e677661a-47ce-40ce-83c4-30cb41386c92 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:20.371321 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c745cfe1-fe07-49e0-9384-90c5e596c685 req-e677661a-47ce-40ce-83c4-30cb41386c92 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.2416289 Jun 17 17:55:20.382146 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558659d-0366-415a-ba21-4f12639de7c7 req-0b02991d-8a58-43ac-adce-c0791901c386 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:20.384412 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e558659d-0366-415a-ba21-4f12639de7c7 req-0b02991d-8a58-43ac-adce-c0791901c386 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.1901731 Jun 17 17:55:20.462909 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 4a8bb978-729d-49b6-bc9f-f56cfafc8875 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:20.482617 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e558659d-0366-415a-ba21-4f12639de7c7 req-d3114e19-4411-43e2-be02-ba223e5d7085 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723791 Jun 17 17:55:20.484612 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c745cfe1-fe07-49e0-9384-90c5e596c685 req-5cdcb1ff-978d-4d32-a9ce-d0cd61b18d58 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990136 Jun 17 17:55:20.546321 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:20.546851 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:20.686821 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 6530468f-a6ec-4871-a99a-e79b085e3be2 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:20.758399 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 6530468f-a6ec-4871-a99a-e79b085e3be2 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:20.758813 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:21.231314 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a0772c3b-e3c1-4617-ab03-8c82fded6b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:21.336910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb024e9-e3d4-46b3-b4dd-f1be4372fdc8 req-ac9fe9a8-f195-4838-b7b7-5d51e907d1ce tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:21.338500 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3fb024e9-e3d4-46b3-b4dd-f1be4372fdc8 req-ac9fe9a8-f195-4838-b7b7-5d51e907d1ce tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.1642735 Jun 17 17:55:21.370697 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6355b-0046-4f61-aa55-f07226609e78 req-8fb274e1-184a-43be-a49d-e0d24883cd3a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:21.372224 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80b6355b-0046-4f61-aa55-f07226609e78 req-8fb274e1-184a-43be-a49d-e0d24883cd3a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1265299 Jun 17 17:55:21.429479 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3fb024e9-e3d4-46b3-b4dd-f1be4372fdc8 req-704016c3-81cc-4fe2-b15a-11606cd30cee tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841131 Jun 17 17:55:21.437603 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80b6355b-0046-4f61-aa55-f07226609e78 req-6079b0fc-9e78-4425-b377-9e463d1e8e6e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586550 Jun 17 17:55:21.778536 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9adb8c-6818-48ba-860f-e6405a4f138f req-021a5a0a-ac1b-4666-80c0-06cb9e6da5e4 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:21.780368 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9a9adb8c-6818-48ba-860f-e6405a4f138f req-021a5a0a-ac1b-4666-80c0-06cb9e6da5e4 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.1409843 Jun 17 17:55:21.786471 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3bc49-1003-4c3f-b8ae-a26e5cbbf543 req-9c0d3c1d-03bc-4ffe-a4b1-23bbf6f5b9c7 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:21.790574 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1b3bc49-1003-4c3f-b8ae-a26e5cbbf543 req-9c0d3c1d-03bc-4ffe-a4b1-23bbf6f5b9c7 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1157973 Jun 17 17:55:21.878000 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9a9adb8c-6818-48ba-860f-e6405a4f138f req-cf6a45b9-1629-42a0-88f9-b16298ab380b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859334 Jun 17 17:55:21.895592 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1b3bc49-1003-4c3f-b8ae-a26e5cbbf543 req-ec687fec-efed-496e-83e5-827c8588a2fb tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870099 Jun 17 17:55:22.513859 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:22.580107 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 4c58de98-e79d-43f6-af55-0b15865ffd51 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:55:22.725714 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983429b-5aea-4f81-8dff-4e82eb6cd450 req-713afb61-e948-4322-9f59-df4c5bf85c41 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:22.727497 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e983429b-5aea-4f81-8dff-4e82eb6cd450 req-713afb61-e948-4322-9f59-df4c5bf85c41 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 943 time: 0.1712370 Jun 17 17:55:22.735664 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fed1a-5e38-4106-af62-db8160f956ec req-c32858bd-19d7-483f-846a-6af9bf261cba tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:22.737739 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ef7fed1a-5e38-4106-af62-db8160f956ec req-c32858bd-19d7-483f-846a-6af9bf261cba tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1408942 Jun 17 17:55:22.769769 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83481473-a812-409a-8280-fc17cafc66a0 req-89ecc6f8-823b-4a22-b485-6e801fb713d5 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712372 Jun 17 17:55:22.796110 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 4c58de98-e79d-43f6-af55-0b15865ffd51, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=4c58de98-e79d-43f6-af55-0b15865ffd51,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:22.811075 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '4c58de98-e79d-43f6-af55-0b15865ffd51', 'network_id': '9028cff4-9a93-4790-a437-67cb373e5baf', 'port_id': '4c58de98-e79d-43f6-af55-0b15865ffd51', 'mac_address': 'fa:16:3e:4c:3f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0000ec1-9063-45d4-b268-ecc1ef15662a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:55:22.815808 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e983429b-5aea-4f81-8dff-4e82eb6cd450 req-5199c3a5-fe3a-479c-bbac-fef420b5542d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765154 Jun 17 17:55:22.836409 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ef7fed1a-5e38-4106-af62-db8160f956ec req-7a6a3a75-9b1c-4800-8890-a30788019306 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799704 Jun 17 17:55:22.887485 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:22.911986 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c58de98-e79d-43f6-af55-0b15865ffd51 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:22.934419 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 4c58de98-e79d-43f6-af55-0b15865ffd51, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=4c58de98-e79d-43f6-af55-0b15865ffd51,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:23.031699 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 36252) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:23.036746 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:23.038720 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a9f1e3b7-ebfd-4171-94cf-a3c76d880402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:23.182528 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=4c58de98-e79d-43f6-af55-0b15865ffd51,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:23.197107 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:23.236790 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-3e07040f-4531-4331-a5dc-2a5099f1585b req-66e35aef-aff7-435f-a7ca-65418ef52531 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1099 time: 0.1889033 Jun 17 17:55:23.368279 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:23.426186 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-3e07040f-4531-4331-a5dc-2a5099f1585b req-0e745356-0f1e-42cb-afa1-20216eda0e18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719654 Jun 17 17:55:23.427503 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4a1b3-caa0-4e11-a09a-15199b57fc7f req-f693950b-ca33-407a-a92c-6998b31a190e tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:23.428964 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6ed4a1b3-caa0-4e11-a09a-15199b57fc7f req-f693950b-ca33-407a-a92c-6998b31a190e tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.3947859 Jun 17 17:55:23.458795 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:23.475324 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf351f1-c1c3-4693-a1a5-d8fe108193ee req-9628ecd4-7b03-4a73-ac62-6df2f649cac5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:23.476963 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-baf351f1-c1c3-4693-a1a5-d8fe108193ee req-9628ecd4-7b03-4a73-ac62-6df2f649cac5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.4371352 Jun 17 17:55:23.480236 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Usage tracker for resource:security_group_rule and tenant:9dcf65d3e38841d9ae0647e86ae502f3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:23.486657 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:23.513476 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:23.536677 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['4c58de98-e79d-43f6-af55-0b15865ffd51'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:55:23.539511 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6ed4a1b3-caa0-4e11-a09a-15199b57fc7f req-8695cbc5-4949-49a4-87e7-f5310b7638a0 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042483 Jun 17 17:55:23.577952 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-baf351f1-c1c3-4693-a1a5-d8fe108193ee req-24096460-bbe7-4853-9857-099bdffa1aa6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927963 Jun 17 17:55:23.625312 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:23.747799 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:23.755126 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:23.796121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3612c99c-fee7-4013-8897-45859935fa7f,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:23.800230 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dcf65d3e38841d9ae0647e86ae502f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7674408 Jun 17 17:55:23.801169 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:23.803124 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 36276) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:23.874558 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:23.901809 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:23.906227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.016308 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.020423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:24.032651 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3612c99c-fee7-4013-8897-45859935fa7f,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:24.035482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:24.044640 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.046060 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3612c99c-fee7-4013-8897-45859935fa7f HTTP/1.1" status: 204 len: 168 time: 0.2418301 Jun 17 17:55:24.090388 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e46aa-2f69-4f05-8f18-7d3e13774e30 req-f81650bb-18ec-4e92-a882-5c01ee9ae764 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:24.091888 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c99e46aa-2f69-4f05-8f18-7d3e13774e30 req-f81650bb-18ec-4e92-a882-5c01ee9ae764 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 944 time: 0.1393707 Jun 17 17:55:24.100400 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7fe42-e6a1-44f6-9673-97f2b81350e8 req-c93a50f8-f2e0-42b5-8879-7b10c2ec92bb tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:24.101821 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73b7fe42-e6a1-44f6-9673-97f2b81350e8 req-c93a50f8-f2e0-42b5-8879-7b10c2ec92bb tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1102002 Jun 17 17:55:24.172895 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c99e46aa-2f69-4f05-8f18-7d3e13774e30 req-af849bf4-f94b-4c62-9eec-8018d1a59d5d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Jun 17 17:55:24.182584 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73b7fe42-e6a1-44f6-9673-97f2b81350e8 req-67eaa942-057f-4fc9-b2ff-419dd1a644c7 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664403 Jun 17 17:55:24.406368 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.794081 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 36306) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:24.812998 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.847368 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:24.852897 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7754034f504eaeb7d4cb17caf433cd is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:24.857947 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:24.866376 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:24.896254 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26850581-f742-4947-846c-0d0f14129c9b req-d7fd00fb-50f6-42a5-adca-84c6eea2d30d tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:24.896254 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-26850581-f742-4947-846c-0d0f14129c9b req-d7fd00fb-50f6-42a5-adca-84c6eea2d30d tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.1330309 Jun 17 17:55:24.901548 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0063-046a-4c91-b430-2d6cb1e36259 req-25ed5ea6-caa9-40f9-ba63-b863f73a06bf tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:24.903180 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f93f0063-046a-4c91-b430-2d6cb1e36259 req-25ed5ea6-caa9-40f9-ba63-b863f73a06bf tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.2341416 Jun 17 17:55:24.953240 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.981398 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-26850581-f742-4947-846c-0d0f14129c9b req-4bd97b2d-70d1-4eb2-996e-5744b56472e0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762765 Jun 17 17:55:24.984349 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f93f0063-046a-4c91-b430-2d6cb1e36259 req-96c761fb-0738-454d-ac5d-c2a72578b903 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629213 Jun 17 17:55:25.024915 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.034447 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0e7374b0-5c20-42b2-bc35-1a51849767a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:25.076827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449746b6-2409-48b2-8e17-64cce2a5c954,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:25.081560 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:25.084183 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d7754034f504eaeb7d4cb17caf433cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2883265 Jun 17 17:55:25.088617 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 4c58de98-e79d-43f6-af55-0b15865ffd51 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:25.089341 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 36316) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:25.241832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.291886 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.312528 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 4c58de98-e79d-43f6-af55-0b15865ffd51 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:25.322775 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 4c58de98-e79d-43f6-af55-0b15865ffd51 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:25.323738 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.459062 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.488506 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c58de98-e79d-43f6-af55-0b15865ffd51'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:25.498406 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 4c58de98-e79d-43f6-af55-0b15865ffd51, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=4c58de98-e79d-43f6-af55-0b15865ffd51,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:25.499494 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c71e79-70cd-48ee-9178-5d7d581182aa req-9fd61b84-c7a1-402d-abae-7ff11e3f8e5c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:25.501007 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1c71e79-70cd-48ee-9178-5d7d581182aa req-9fd61b84-c7a1-402d-abae-7ff11e3f8e5c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 944 time: 0.1581881 Jun 17 17:55:25.507426 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429907ae-b76d-4918-a8ef-509325663715 req-c7622319-5ab5-4b08-8f11-4ff978fb1b35 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:25.510129 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-429907ae-b76d-4918-a8ef-509325663715 req-c7622319-5ab5-4b08-8f11-4ff978fb1b35 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1629038 Jun 17 17:55:25.546725 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.553912 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b0050a2d-f94c-41b1-a6da-fb6857f32def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:25.568547 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.571359 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:25.576290 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449746b6-2409-48b2-8e17-64cce2a5c954,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:25.593843 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:25.609794 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:25.610965 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/449746b6-2409-48b2-8e17-64cce2a5c954 HTTP/1.1" status: 204 len: 168 time: 0.5205281 Jun 17 17:55:25.614458 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1c71e79-70cd-48ee-9178-5d7d581182aa req-2bc8a31d-2ece-465a-8d7a-4fae80c28b5a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046345 Jun 17 17:55:25.625325 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-429907ae-b76d-4918-a8ef-509325663715 req-3f8f8087-d5de-4466-ab56-b5e27c6fb4da tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003096 Jun 17 17:55:25.693688 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c58de98-e79d-43f6-af55-0b15865ffd51', 'code': 200} Jun 17 17:55:25.696189 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=4c58de98-e79d-43f6-af55-0b15865ffd51,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:25.699426 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:26.212444 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6faa5-184d-4f49-89a0-036a9f51a82a req-2825767d-ef7d-471e-90dd-c8ed0a7e6690 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:26.221574 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-87a6faa5-184d-4f49-89a0-036a9f51a82a req-2825767d-ef7d-471e-90dd-c8ed0a7e6690 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.0892270 Jun 17 17:55:26.252508 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-c06ef177-13db-4653-9892-96eb68db076b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1162939 Jun 17 17:55:26.256822 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-33ee7cad-fc73-49ea-8231-efbe0c93c5d7 req-c70f7dbc-8298-42f0-8d5a-158382093afe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 1098 time: 0.1888030 Jun 17 17:55:26.272587 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-87a6faa5-184d-4f49-89a0-036a9f51a82a req-f3066753-3c9c-4e82-a2d2-89f2ac67fff9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500591 Jun 17 17:55:26.340919 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-33ee7cad-fc73-49ea-8231-efbe0c93c5d7 req-468077f7-8f0e-4b1b-839b-7a95fdc69564 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Jun 17 17:55:26.735009 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 36376) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:26.913992 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4a51-da44-49b7-a6b6-93651780541b req-779693f6-dc70-46f1-9e2b-465a2f8e7200 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:26.915452 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7fec4a51-da44-49b7-a6b6-93651780541b req-779693f6-dc70-46f1-9e2b-465a2f8e7200 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1606491 Jun 17 17:55:26.922590 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e922-f686-48bf-a5ff-b9cc7c542067 req-58a0bee1-4cc6-4a44-889b-7f18dfbabc6d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:26.929308 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9139e922-f686-48bf-a5ff-b9cc7c542067 req-58a0bee1-4cc6-4a44-889b-7f18dfbabc6d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1355648 Jun 17 17:55:26.994505 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.045908 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7fec4a51-da44-49b7-a6b6-93651780541b req-625e7e42-d067-44cd-bfbf-e1a699d70cd5 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139588 Jun 17 17:55:27.072612 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9139e922-f686-48bf-a5ff-b9cc7c542067 req-4d0eeda8-000a-407a-a9c0-e15a16c0b178 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424448 Jun 17 17:55:27.076235 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:27.081062 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Usage tracker for resource:security_group_rule and tenant:6deaa3aa913149a59676ecdbb274815f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:27.085170 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:27.091981 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:27.185647 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.286463 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.298619 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:27.357389 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6deaa3aa913149a59676ecdbb274815f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6188669 Jun 17 17:55:27.357389 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835da05d-2c13-42ef-b272-4f5b12a15559,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:27.357894 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 36402) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:27.374669 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.375011 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.375533 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.375955 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.376373 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.376802 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.377236 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.377650 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.378080 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.378487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.378889 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.384122 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:27.408863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6940fe-0742-4977-95c4-6bb99cf8c217 req-ec6e7eb2-02ed-4d20-9cc3-d3a3af29350d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:27.412607 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2d6940fe-0742-4977-95c4-6bb99cf8c217 req-ec6e7eb2-02ed-4d20-9cc3-d3a3af29350d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1638799 Jun 17 17:55:27.425619 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.428175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 36406) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:27.440481 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'floatingip': {'port_id': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:27.494154 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0546eb-1eee-48cf-a762-94fbc05d9c81 req-a0debb5b-1a22-4e42-bae2-62b450084bdd tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:27.495692 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0b0546eb-1eee-48cf-a762-94fbc05d9c81 req-a0debb5b-1a22-4e42-bae2-62b450084bdd tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 944 time: 0.0822606 Jun 17 17:55:27.528117 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.548225 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0b0546eb-1eee-48cf-a762-94fbc05d9c81 req-ad466885-a697-4565-ae71-53862548b33f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466535 Jun 17 17:55:27.589724 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.817673 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.826510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:27.849130 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835da05d-2c13-42ef-b272-4f5b12a15559,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:27.852658 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:27.864878 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.866075 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/835da05d-2c13-42ef-b272-4f5b12a15559 HTTP/1.1" status: 204 len: 168 time: 0.5072095 Jun 17 17:55:28.224467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a2fe437f-90cb-4791-a44c-51ea0a26be17 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:55:28.348326 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487304d8-903c-4ea4-8ec1-79f6b46b486d req-f26342a9-7444-4d57-9aa3-79d58aac8ea3 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:28.351074 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-487304d8-903c-4ea4-8ec1-79f6b46b486d req-f26342a9-7444-4d57-9aa3-79d58aac8ea3 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1183770 Jun 17 17:55:28.423848 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-487304d8-903c-4ea4-8ec1-79f6b46b486d req-831dfd10-6926-4f5d-99b2-84063fdfb39f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672641 Jun 17 17:55:28.451288 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:28.457254 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a2fe437f-90cb-4791-a44c-51ea0a26be17, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:28.471252 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'port_id': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'mac_address': 'fa:16:3e:c2:c5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:55:28.505057 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:28.523528 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:28.541784 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fe437f-90cb-4791-a44c-51ea0a26be17 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:55:28.558504 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a2fe437f-90cb-4791-a44c-51ea0a26be17, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:28.636837 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:28.638785 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a1c1beb4-ff0a-4452-a128-380bb7b97137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:28.707598 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=a2fe437f-90cb-4791-a44c-51ea0a26be17,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:28.711060 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:28.758509 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Floating IP efde6d5e-e9b1-4365-ab83-5eba8ef3f620 associated. External IP: 172.27.1.69, port: c2f99658-c1ff-4b9f-858d-8d4755209450. Jun 17 17:55:28.774334 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be23f4-cedc-4d4c-a7b3-4dcf97d93ef4 req-cc24a0d5-2c76-4fee-8128-dbb339651c7f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:28.775835 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-92be23f4-cedc-4d4c-a7b3-4dcf97d93ef4 req-cc24a0d5-2c76-4fee-8128-dbb339651c7f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 945 time: 0.0965140 Jun 17 17:55:28.805147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 36428) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:28.840210 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:28.891243 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-92be23f4-cedc-4d4c-a7b3-4dcf97d93ef4 req-e0d93e68-b4be-4bfe-b873-b03c7f195eb4 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062055 Jun 17 17:55:28.897406 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:28.901262 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:fbf3dc1f1f474288baa29918c62f59ac is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:28.905141 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:28.911157 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:28.991651 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:29.044781 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:29.054595 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9b43f2c7-61bc-4eaf-a9e0-0b49f0572e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:29.126722 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b71c0-6d71-4d48-b453-6f3291876a94,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:29.131551 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:29.135793 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbf3dc1f1f474288baa29918c62f59ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3264658 Jun 17 17:55:29.140025 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 36436) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:29.239743 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Router b833cbdb-b7a8-498a-ba91-f013f8507420 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:55:29.246048 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:29.278907 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:29.502270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:29.510153 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:29.524857 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:55:29.536829 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b71c0-6d71-4d48-b453-6f3291876a94,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:29.542748 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:29.543887 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d31b71c0-6d71-4d48-b453-6f3291876a94 HTTP/1.1" status: 204 len: 168 time: 0.4029455 Jun 17 17:55:29.544735 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:29.593612 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.594004 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.594359 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.594710 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.595287 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.595637 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.595978 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.596321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.597333 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.597838 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.598289 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:29.601418 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:29.617411 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-76b0f770-5636-429f-b761-56ffd93ffece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "PUT /v2.0/floatingips/efde6d5e-e9b1-4365-ab83-5eba8ef3f620 HTTP/1.1" status: 200 len: 991 time: 2.1875288 Jun 17 17:55:29.618537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:29.644833 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3a8b7-75ad-4351-ab2e-4e50559285bc req-c4a9bb56-3766-4eca-953d-a56e5cee1479 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:29.644833 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73a3a8b7-75ad-4351-ab2e-4e50559285bc req-c4a9bb56-3766-4eca-953d-a56e5cee1479 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0966356 Jun 17 17:55:29.713793 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73a3a8b7-75ad-4351-ab2e-4e50559285bc req-5f19e698-892b-4102-9b30-aab4ea7b230f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636532 Jun 17 17:55:29.734666 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-861811a2-2e00-4bb9-9798-d13d19fd85fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e5e61da51a94401b288a3beaec5b48e&device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0835273 Jun 17 17:55:29.783066 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['a2fe437f-90cb-4791-a44c-51ea0a26be17'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:55:29.802897 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'status': 'completed', 'code': 200} Jun 17 17:55:29.974523 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763922c4-3006-42c8-8882-369fab14b2ca req-142e34df-8f19-4dad-ad0a-96e74ca8ddfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:29.976163 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-142e34df-8f19-4dad-ad0a-96e74ca8ddfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=979fa282-ca71-4e82-a43b-87ab86bb2711 HTTP/1.1" status: 200 len: 912 time: 0.1954200 Jun 17 17:55:29.984487 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-ac3928e7-e442-4b55-9a0c-fe24072927d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1099 time: 0.1288939 Jun 17 17:55:30.156013 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37ed98-2434-418a-bc3e-d810c802be61 req-c862c25d-eb63-46aa-bb5d-d29fc57bb012 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:30.157349 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9e37ed98-2434-418a-bc3e-d810c802be61 req-c862c25d-eb63-46aa-bb5d-d29fc57bb012 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 945 time: 0.1273866 Jun 17 17:55:30.160511 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-693e25f1-e133-4cdd-a19b-e1c9e0b7c4b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 HTTP/1.1" status: 200 len: 217 time: 0.1750050 Jun 17 17:55:30.273785 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9e37ed98-2434-418a-bc3e-d810c802be61 req-73e73265-0508-4027-bcc4-ae83690cad8f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095030 Jun 17 17:55:30.375813 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763922c4-3006-42c8-8882-369fab14b2ca req-358bc00b-f138-427b-9633-ac3cac0315c4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:30.377156 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-358bc00b-f138-427b-9633-ac3cac0315c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=424bc7e4-0acc-4856-bf3c-87cfd636531c HTTP/1.1" status: 200 len: 851 time: 0.2003264 Jun 17 17:55:30.383799 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-36f5ebf4-c4bf-46f8-9c5f-9af8b076f855 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:30.385143 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-36f5ebf4-c4bf-46f8-9c5f-9af8b076f855 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.3485825 Jun 17 17:55:30.509523 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-a1064450-a423-4d52-86e5-fb59e9535ef3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979fa282-ca71-4e82-a43b-87ab86bb2711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048760 Jun 17 17:55:30.610590 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-67e9cf17-8750-42a9-a1c0-8b7627c7fbbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 200 len: 999 time: 0.2130001 Jun 17 17:55:30.721569 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-ca1e67f4-5681-4738-baa7-f3fa818b42b3 service neutron] 10.222.0.36 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055178 Jun 17 17:55:30.730212 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-e61ddd91-dac2-4204-8934-cabb1c63a084 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:30.732552 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-e61ddd91-dac2-4204-8934-cabb1c63a084 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0977926 Jun 17 17:55:30.999038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e8e37-0394-41b2-9f2e-04e0547ac3bf req-9307fd34-9e00-42a1-bc04-9d342192f74d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:31.008543 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4d6e8e37-0394-41b2-9f2e-04e0547ac3bf req-9307fd34-9e00-42a1-bc04-9d342192f74d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1559074 Jun 17 17:55:31.011664 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-763922c4-3006-42c8-8882-369fab14b2ca req-2f54ba2f-b046-4071-a056-d291aa49cd30 service neutron] 10.222.0.36 "GET /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187250 Jun 17 17:55:31.017656 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-657ea496-529f-4c13-9e80-79a08efadada service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2045381 Jun 17 17:55:31.096761 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4d6e8e37-0394-41b2-9f2e-04e0547ac3bf req-501be7c0-5dc6-4e1e-ac35-8b67c8cf6e60 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871341 Jun 17 17:55:31.289118 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-90b135b8-c2db-4b01-9644-75921c3984e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499859 Jun 17 17:55:31.308094 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a2fe437f-90cb-4791-a44c-51ea0a26be17 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:31.468148 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port a2fe437f-90cb-4791-a44c-51ea0a26be17 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:31.473389 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port a2fe437f-90cb-4791-a44c-51ea0a26be17 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:31.474226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:31.507678 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bac1cf28-71f5-455e-9c78-ced85a7fdb3b req-f7a80a03-b902-4eac-8d5f-e85932ecd8ed service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672463 Jun 17 17:55:31.641869 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:31.669811 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:31.679691 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a2fe437f-90cb-4791-a44c-51ea0a26be17, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:31.750874 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:31.754049 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a9f1e3b7-ebfd-4171-94cf-a3c76d880402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:31.760120 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8613d-d63c-4d93-9e01-cdb7e50b79e1 req-5a54902f-549e-42e2-810e-e8c515a5d659 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:31.760120 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-58b8613d-d63c-4d93-9e01-cdb7e50b79e1 req-5a54902f-549e-42e2-810e-e8c515a5d659 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 945 time: 0.1353819 Jun 17 17:55:31.806808 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-58b8613d-d63c-4d93-9e01-cdb7e50b79e1 req-1f315134-3f49-4472-b7c7-07db38af62b9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Jun 17 17:55:31.822944 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=a2fe437f-90cb-4791-a44c-51ea0a26be17,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:31.833527 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.833967 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.834957 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.834957 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.835184 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.835610 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.835982 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.836426 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.836815 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.837199 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.837628 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.841843 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:31.877568 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'code': 200} Jun 17 17:55:32.364332 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5d0b9-494b-4192-bf4b-e5ce6acdcd7b req-56f28228-fb08-4af4-9bc5-301723a6e661 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:32.364332 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c8b5d0b9-494b-4192-bf4b-e5ce6acdcd7b req-56f28228-fb08-4af4-9bc5-301723a6e661 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0922108 Jun 17 17:55:32.412812 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c8b5d0b9-494b-4192-bf4b-e5ce6acdcd7b req-88530f90-5f6d-4f5f-86c0-8b8629cbb075 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468538 Jun 17 17:55:33.299546 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a40165-b608-4ddb-8718-551614ab423e req-6e42c51f-6237-4105-9d36-b9187b267af5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:33.301101 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-19a40165-b608-4ddb-8718-551614ab423e req-6e42c51f-6237-4105-9d36-b9187b267af5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0805619 Jun 17 17:55:33.348776 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-19a40165-b608-4ddb-8718-551614ab423e req-1b341530-d951-49ef-8e24-9cad148a11df tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Jun 17 17:55:33.536313 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b8d6-6f1d-4c59-bac3-0ab40c25c9e2 req-d5eaeaf0-73a6-40e2-a1c8-1622b3e0698d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:33.537762 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ac78b8d6-6f1d-4c59-bac3-0ab40c25c9e2 req-d5eaeaf0-73a6-40e2-a1c8-1622b3e0698d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0828669 Jun 17 17:55:33.583358 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ac78b8d6-6f1d-4c59-bac3-0ab40c25c9e2 req-71463c2b-0083-420b-8da7-e72ad19c382e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396020 Jun 17 17:55:34.545470 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bccaa-8250-423c-be90-f1617080e2b8 req-e933d11d-a501-4978-9a76-705787255068 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:34.546933 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f66bccaa-8250-423c-be90-f1617080e2b8 req-e933d11d-a501-4978-9a76-705787255068 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0777144 Jun 17 17:55:34.592531 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f66bccaa-8250-423c-be90-f1617080e2b8 req-d807eae8-3cda-4c3e-8da4-ba26f7e4e32e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Jun 17 17:55:34.783641 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2caab9-fad6-427d-ab87-673ff170289f req-516edc39-e5aa-4bda-bcc0-c629b1d50564 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:34.785086 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2b2caab9-fad6-427d-ab87-673ff170289f req-516edc39-e5aa-4bda-bcc0-c629b1d50564 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0765865 Jun 17 17:55:34.838933 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2b2caab9-fad6-427d-ab87-673ff170289f req-951af3d3-7970-4b11-adc0-e2ed3998f2c2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Jun 17 17:55:35.049971 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c2bc97c-2440-4774-88d4-0e28ed07d241 req-72f6c3ff-9a02-4fdd-92c5-fb1102d2b6a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 1099 time: 0.1149185 Jun 17 17:55:35.078427 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-72f0dd2b-cf5b-44c4-b4cd-b63b8e5c528f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 1098 time: 0.0814543 Jun 17 17:55:35.256123 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c2bc97c-2440-4774-88d4-0e28ed07d241 req-1e3b06d7-181d-46b7-be6b-5bc4703f08bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255834 Jun 17 17:55:35.288617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-491afb0f-5617-42df-b2f3-9c52ec279df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:35.290175 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-491afb0f-5617-42df-b2f3-9c52ec279df2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.1584978 Jun 17 17:55:35.702096 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-d7bf1bc1-83cf-42fb-83b5-f64d791f5326 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c58de98-e79d-43f6-af55-0b15865ffd51 HTTP/1.1" status: 200 len: 217 time: 0.0647995 Jun 17 17:55:35.870573 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634daa-4f82-4e5d-a771-c2099e3e160a req-195f565a-6eee-402b-94f0-45cddc5298da tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:35.872915 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ad634daa-4f82-4e5d-a771-c2099e3e160a req-195f565a-6eee-402b-94f0-45cddc5298da tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0822496 Jun 17 17:55:35.923292 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ad634daa-4f82-4e5d-a771-c2099e3e160a req-7ce01f92-5d3c-4c37-a8e7-cb2f690aa69b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443404 Jun 17 17:55:36.046100 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac6c4b-2f85-4c16-a5d5-32b000474d8e req-f95cb6a2-5dbf-4c11-86d1-e87dcb7d83c0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:36.047444 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d0ac6c4b-2f85-4c16-a5d5-32b000474d8e req-f95cb6a2-5dbf-4c11-86d1-e87dcb7d83c0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0815175 Jun 17 17:55:36.092683 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d0ac6c4b-2f85-4c16-a5d5-32b000474d8e req-8da866c2-5d54-48b5-908e-d3aceae68cec tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Jun 17 17:55:37.118973 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf866813-fd94-4bdd-96ea-d07694a0a41e req-ebbd1146-b22c-48fd-b180-0d43c89aa1ff tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:37.120356 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bf866813-fd94-4bdd-96ea-d07694a0a41e req-ebbd1146-b22c-48fd-b180-0d43c89aa1ff tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0756752 Jun 17 17:55:37.165781 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bf866813-fd94-4bdd-96ea-d07694a0a41e req-3b93eeb9-0832-4b50-a49f-8f5afa585c8a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Jun 17 17:55:37.357411 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5c2bd-4931-4ba1-8a71-4545da4b7480 req-9f3496af-86df-45d2-8bc9-5b01b104e8fa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:37.358903 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c5a5c2bd-4931-4ba1-8a71-4545da4b7480 req-9f3496af-86df-45d2-8bc9-5b01b104e8fa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0866776 Jun 17 17:55:37.407295 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c5a5c2bd-4931-4ba1-8a71-4545da4b7480 req-0ccca07a-ef69-4f88-b3f1-25bfbb096d55 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Jun 17 17:55:37.736189 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] Sync routers for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:55:37.749575 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:37.750221 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:55:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:37.931261 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:38.295872 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'efde6d5e-e9b1-4365-ab83-5eba8ef3f620', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'port_id': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'mac_address': 'fa:16:3e:a1:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:54:51Z', 'updated_at': '2021-06-17T17:55:28Z', 'revision_number': 1, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:38.299763 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] Checking router: b833cbdb-b7a8-498a-ba91-f013f8507420 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:55:38.310091 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:38.310694 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:55:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:38.362310 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5b4a0-06f6-4bd1-8342-41af597c37bf req-c2a699c3-aaef-47d9-b2aa-95ad3784ee7b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:38.363771 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a3e5b4a0-06f6-4bd1-8342-41af597c37bf req-c2a699c3-aaef-47d9-b2aa-95ad3784ee7b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0769484 Jun 17 17:55:38.412868 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a3e5b4a0-06f6-4bd1-8342-41af597c37bf req-d30e53c8-26f6-4b3d-8c94-88f9a4eb9b17 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Jun 17 17:55:38.478203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-2386ab4f-c41f-4e0b-b111-6c290eee49fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:38.479682 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-2386ab4f-c41f-4e0b-b111-6c290eee49fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.0612903 Jun 17 17:55:38.496682 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:38.571577 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-705a6bf3-0d92-4c25-ab91-b731b8d3455c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579412 Jun 17 17:55:38.623982 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948d747-0544-4d11-a292-10fda50a5262 req-82dbad65-29d3-4255-a5e7-e86bf8f80e65 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:38.625984 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8948d747-0544-4d11-a292-10fda50a5262 req-82dbad65-29d3-4255-a5e7-e86bf8f80e65 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0878100 Jun 17 17:55:38.676776 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8948d747-0544-4d11-a292-10fda50a5262 req-3b3e1a82-0b3b-4ec9-bbb8-c3b8355810bc tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 Jun 17 17:55:38.723989 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-83f98519-59b6-4e1e-848e-fb60e833af94 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424336 Jun 17 17:55:38.873344 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'efde6d5e-e9b1-4365-ab83-5eba8ef3f620', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'port_id': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'mac_address': 'fa:16:3e:a1:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:54:51Z', 'updated_at': '2021-06-17T17:55:28Z', 'revision_number': 1, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:38.877659 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5947b7-f9af-4b40-ab40-5f9599f8b3d4 None None] The sync data for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi is: [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'efde6d5e-e9b1-4365-ab83-5eba8ef3f620', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'port_id': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'mac_address': 'fa:16:3e:a1:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:54:51Z', 'updated_at': '2021-06-17T17:55:28Z', 'revision_number': 1, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:55:38.951244 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ec13e300-44d2-4201-9fe4-46616ecb11a5 req-eac43553-7c97-47cd-9e5f-46d2df1d4e68 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153468 Jun 17 17:55:39.620501 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29c47c-f139-4748-9106-4de56e473e6a req-7fa24e55-3dd2-4465-9ce6-9152b5585f6c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:39.625571 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cc29c47c-f139-4748-9106-4de56e473e6a req-7fa24e55-3dd2-4465-9ce6-9152b5585f6c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0859675 Jun 17 17:55:39.668033 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cc29c47c-f139-4748-9106-4de56e473e6a req-fc8509bf-f094-448e-9b44-35d86c55c7e4 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406358 Jun 17 17:55:39.876633 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c186-761b-4966-ab22-6fa517e56ddd req-8026542a-283a-4c17-ad3f-f5958534ce13 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:39.878183 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4460c186-761b-4966-ab22-6fa517e56ddd req-8026542a-283a-4c17-ad3f-f5958534ce13 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0748277 Jun 17 17:55:39.925012 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4460c186-761b-4966-ab22-6fa517e56ddd req-a04d8f14-7990-4667-9590-b8b55b598785 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Jun 17 17:55:40.873981 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36239d-29ca-4378-96f6-ed7737c5e222 req-a8f979bc-8df3-45d5-91a7-781f2edca2b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:40.875485 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cb36239d-29ca-4378-96f6-ed7737c5e222 req-a8f979bc-8df3-45d5-91a7-781f2edca2b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0862384 Jun 17 17:55:40.921088 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cb36239d-29ca-4378-96f6-ed7737c5e222 req-0eedcba8-a65f-48ad-a85c-dda2f08bb8bc tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Jun 17 17:55:41.119186 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a11dbd-877f-401e-8294-9e6c36cb9f81 req-a72bc412-2b0a-4416-8f39-f30a81e2179b tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:41.120573 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-78a11dbd-877f-401e-8294-9e6c36cb9f81 req-a72bc412-2b0a-4416-8f39-f30a81e2179b tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0751700 Jun 17 17:55:41.165523 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-78a11dbd-877f-401e-8294-9e6c36cb9f81 req-b8f2b413-7da0-44fc-a93b-69e23127356e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Jun 17 17:55:42.118539 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6c1f2-dd7f-400a-89d3-d268ed7abbfc req-a0b827eb-083d-474e-9ad9-1791b4e3da91 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:42.119936 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-deb6c1f2-dd7f-400a-89d3-d268ed7abbfc req-a0b827eb-083d-474e-9ad9-1791b4e3da91 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0778551 Jun 17 17:55:42.165495 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-deb6c1f2-dd7f-400a-89d3-d268ed7abbfc req-1220b9f4-a9b4-4fd7-aa4c-3ba80f121498 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Jun 17 17:55:42.358379 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a2af4-1835-44a5-9f9e-f590b27d143c req-cf1826c9-0aa1-484a-b53e-d2b5d46bd55a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:42.359837 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f8a2af4-1835-44a5-9f9e-f590b27d143c req-cf1826c9-0aa1-484a-b53e-d2b5d46bd55a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0760751 Jun 17 17:55:42.408982 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f8a2af4-1835-44a5-9f9e-f590b27d143c req-c012cf2d-942b-4508-917a-e4d7094c03a4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435982 Jun 17 17:55:43.015026 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db33470-b24d-483e-91cc-57ffacaa081f None None] New status for floating IP efde6d5e-e9b1-4365-ab83-5eba8ef3f620: ACTIVE {{(pid=75206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:55:43.370652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fe39-83f2-4351-a2ae-970568f5c07b req-47428c80-c1a6-4002-911d-88e40281882a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:43.372828 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9b6fe39-83f2-4351-a2ae-970568f5c07b req-47428c80-c1a6-4002-911d-88e40281882a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0825567 Jun 17 17:55:43.418674 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9b6fe39-83f2-4351-a2ae-970568f5c07b req-2c9d9907-51f2-45c4-92bf-aa157edd0f9c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Jun 17 17:55:43.707407 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a95e8-25fd-4952-a626-54c5301c2dbe req-d3ee5f17-7aa6-40ec-8bdd-2d349465faf0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:43.708946 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-975a95e8-25fd-4952-a626-54c5301c2dbe req-d3ee5f17-7aa6-40ec-8bdd-2d349465faf0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1747663 Jun 17 17:55:43.718472 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17efc6a-9bc5-4e62-a1c4-c27c172b5fe0 req-08c794b6-38d5-4b6e-908a-b2382dfb1429 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:43.718472 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c17efc6a-9bc5-4e62-a1c4-c27c172b5fe0 req-08c794b6-38d5-4b6e-908a-b2382dfb1429 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1535971 Jun 17 17:55:43.718653 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 36714) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:43.724160 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'floatingip': {'port_id': 'a2fe437f-90cb-4791-a44c-51ea0a26be17'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:55:43.768520 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c17efc6a-9bc5-4e62-a1c4-c27c172b5fe0 req-ab17386f-1d30-4fc8-be18-53cb21749fd2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Jun 17 17:55:43.818537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:44.415968 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:44.499425 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:44.692704 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Floating IP d9e6b27a-b76b-4824-812e-71781cb18ea8 associated. External IP: 172.27.1.77, port: a2fe437f-90cb-4791-a44c-51ea0a26be17. Jun 17 17:55:45.131662 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd62b3-a0f5-417e-b2ad-56fbd8f02b0f req-3a334840-9e0c-41bd-9136-ebde9a4ed248 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:45.133337 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-70dd62b3-a0f5-417e-b2ad-56fbd8f02b0f req-3a334840-9e0c-41bd-9136-ebde9a4ed248 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0868533 Jun 17 17:55:45.186281 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-70dd62b3-a0f5-417e-b2ad-56fbd8f02b0f req-9e7de7a3-3a70-42ce-a662-2462fcf2e5a8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Jun 17 17:55:45.202694 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:55:45.409855 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:55:45.414164 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.419974 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] Sync routers for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:55:45.431695 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:45.432383 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:55:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:45.471178 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-7a8bbd69-1131-440a-a17e-6c2e9d9ed811 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "PUT /v2.0/floatingips/d9e6b27a-b76b-4824-812e-71781cb18ea8 HTTP/1.1" status: 200 len: 991 time: 1.7514935 Jun 17 17:55:45.472077 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:55:45.618135 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:45.966306 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'd9e6b27a-b76b-4824-812e-71781cb18ea8', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'port_id': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'mac_address': 'fa:16:3e:c2:c5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871379e-b49a-41fa-b62e-c40458636693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:54:54Z', 'updated_at': '2021-06-17T17:55:44Z', 'revision_number': 1, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:45.968323 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] Checking router: 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:55:45.980161 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:45.980786 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:55:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:46.272510 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:55:46.531364 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'd9e6b27a-b76b-4824-812e-71781cb18ea8', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'port_id': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'mac_address': 'fa:16:3e:c2:c5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871379e-b49a-41fa-b62e-c40458636693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:54:54Z', 'updated_at': '2021-06-17T17:55:44Z', 'revision_number': 1, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:46.535365 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a997004-c2d3-4a8e-b7e3-858f6cc70898 None None] The sync data for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi is: [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'd9e6b27a-b76b-4824-812e-71781cb18ea8', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'port_id': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'mac_address': 'fa:16:3e:c2:c5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871379e-b49a-41fa-b62e-c40458636693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:54:54Z', 'updated_at': '2021-06-17T17:55:44Z', 'revision_number': 1, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:55:46.727320 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c97c46-1e93-4553-9885-8f4df5734959 None None] New status for floating IP d9e6b27a-b76b-4824-812e-71781cb18ea8: ACTIVE {{(pid=75206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:55:46.800093 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'status': 'completed', 'code': 200} Jun 17 17:55:46.948973 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec41d77-0835-4152-9001-dcd831468542 req-661a89c4-4e6e-44e3-92c5-4fbd179e5acb tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:46.950507 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aec41d77-0835-4152-9001-dcd831468542 req-661a89c4-4e6e-44e3-92c5-4fbd179e5acb tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0773757 Jun 17 17:55:46.950758 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-3c790d17-9c76-42a5-aefc-804d52d0e32f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 1099 time: 0.0717933 Jun 17 17:55:47.000705 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aec41d77-0835-4152-9001-dcd831468542 req-c716be07-7803-479f-833c-786ec4dd8f85 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443048 Jun 17 17:55:47.091220 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-1e5d051b-6091-464a-bee2-eead247d67a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:47.094575 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-1e5d051b-6091-464a-bee2-eead247d67a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 911 time: 0.1302066 Jun 17 17:55:47.196631 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-a810d90c-015d-452a-ae12-50a07870b1b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17 HTTP/1.1" status: 200 len: 1001 time: 0.0957749 Jun 17 17:55:47.259806 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-e677424b-ca39-43f3-9465-4b8333cc68f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:47.261199 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-e677424b-ca39-43f3-9465-4b8333cc68f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc47c60d-03ea-4f72-b81c-4f59dcdcd896 HTTP/1.1" status: 200 len: 849 time: 0.0557029 Jun 17 17:55:47.342187 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-3d8b2630-e1a1-4321-a07e-1c1d8a60895f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c7134-3333-4669-982a-933a9b4a6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696340 Jun 17 17:55:47.478030 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-773b6966-92a2-4148-a455-f14882009f5f service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230481 Jun 17 17:55:47.610080 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b77c77b0-bb76-4c6d-a386-f357b8dbaa28 req-207c2b0e-f406-46a5-beed-c8f67bf8e649 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249576 Jun 17 17:55:49.221445 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-92e98b14-d6d8-4835-b69f-38f1a0ddd82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:49.495791 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:50.652611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cbccb-bc38-473a-b376-587dffa64d40 req-6f4ce212-2489-4919-bd36-20a1ec81ec32 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:50.654019 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-001cbccb-bc38-473a-b376-587dffa64d40 req-6f4ce212-2489-4919-bd36-20a1ec81ec32 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0747569 Jun 17 17:55:50.701204 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-001cbccb-bc38-473a-b376-587dffa64d40 req-22a0d125-c47a-4f69-8340-6915d62f2082 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Jun 17 17:55:51.207443 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c9a78407-4d3c-4a4c-82aa-fe0085bd6e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:51.906958 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e58de2-1ab1-4150-94d5-aa0a18f6972d req-7c651a67-14e7-4eef-9bee-d49d78d9f5c4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:51.908953 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e58de2-1ab1-4150-94d5-aa0a18f6972d req-7c651a67-14e7-4eef-9bee-d49d78d9f5c4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0852830 Jun 17 17:55:51.955432 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-99e58de2-1ab1-4150-94d5-aa0a18f6972d req-1e1ac84b-ecec-467b-a88d-aaf64f71470f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Jun 17 17:55:52.449756 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:53.218590 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f485-7027-43d1-8b8c-cb9ddf44e1b7 req-46f76588-c917-4da7-bdd0-44e8cf67cb7f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:53.221415 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-abb5f485-7027-43d1-8b8c-cb9ddf44e1b7 req-46f76588-c917-4da7-bdd0-44e8cf67cb7f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1398141 Jun 17 17:55:53.268778 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-abb5f485-7027-43d1-8b8c-cb9ddf44e1b7 req-f4dea17b-583e-41de-9d54-b53f4a27dfd8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Jun 17 17:55:53.933055 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:54.122814 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:55:54.386957 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:54.512035 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc50d4-701d-44a2-a2a6-ee8cab915839 req-3491cf15-a19a-4c62-9f03-e2c1ebc11860 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:54.513013 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d5dc50d4-701d-44a2-a2a6-ee8cab915839 req-3491cf15-a19a-4c62-9f03-e2c1ebc11860 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1048255 Jun 17 17:55:54.561802 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d5dc50d4-701d-44a2-a2a6-ee8cab915839 req-f6db66b3-06b7-49f7-b78c-6fc7d60b0db0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Jun 17 17:55:55.787677 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2f1a-2be9-450e-b06f-a57d70a28225 req-df8e359a-08a7-43c4-a4a3-ec460cbb3433 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:55.789262 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-70da2f1a-2be9-450e-b06f-a57d70a28225 req-df8e359a-08a7-43c4-a4a3-ec460cbb3433 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0976210 Jun 17 17:55:55.841339 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-70da2f1a-2be9-450e-b06f-a57d70a28225 req-ac47b77a-072f-4604-b8be-4bca03495f5d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Jun 17 17:55:57.420516 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37064) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:57.565668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.598107 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:57.603102 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Usage tracker for resource:security_group_rule and tenant:a6e4a842eb6b4f26a9d29b490a95a981 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:57.605072 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:57.611495 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:57.681019 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.746529 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.753231 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b580b584-4f2c-488d-b964-47a5a2d0776a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:57.797517 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6e4a842eb6b4f26a9d29b490a95a981&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759246 Jun 17 17:55:57.798287 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25abcfba-5a25-41db-99ee-1961ebb0749d,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:57.800251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37072) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:57.801352 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:57.859591 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.883969 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.034198 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.039822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-44b0cbc8-b24c-4c6b-a548-908f887d856a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:58.053500 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25abcfba-5a25-41db-99ee-1961ebb0749d,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:58.056527 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:58.058463 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.060305 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25abcfba-5a25-41db-99ee-1961ebb0749d HTTP/1.1" status: 204 len: 168 time: 0.2589891 Jun 17 17:55:58.729961 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37088) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:58.748809 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.779877 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:55:58.783656 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Usage tracker for resource:security_group_rule and tenant:926c9f5dfd2c4b06ba85e35a7e18b6a4 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:55:58.786426 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:55:58.792005 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:55:58.857680 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.923546 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.931389 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:58.971686 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf378e-b04c-41e0-9cd1-9ab4cbd0d08a,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:58.975098 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:58.978978 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=926c9f5dfd2c4b06ba85e35a7e18b6a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2473104 Jun 17 17:55:58.980148 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37094) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:59.040468 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:59.065500 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:59.175279 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:59.179901 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-3d2ad6c9-64c4-40e6-873f-7ec1ddb002d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:59.194285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf378e-b04c-41e0-9cd1-9ab4cbd0d08a,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:59.196749 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:59.208894 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:59.210326 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2faf378e-b04c-41e0-9cd1-9ab4cbd0d08a HTTP/1.1" status: 204 len: 168 time: 0.2287037 Jun 17 17:55:59.553335 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ed8dc-fd56-4015-a93f-77f78ce3edba req-552fb0c1-bf5c-4db3-86ac-5d22b5881e2a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:59.554805 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a67ed8dc-fd56-4015-a93f-77f78ce3edba req-552fb0c1-bf5c-4db3-86ac-5d22b5881e2a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0870020 Jun 17 17:55:59.612632 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a67ed8dc-fd56-4015-a93f-77f78ce3edba req-ab935a2d-d3aa-4629-bd75-c1389ffd8990 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516405 Jun 17 17:56:00.835397 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237632fb-f316-467a-9fd4-1b4895776897 req-11a3c346-d615-4455-9ec0-e880bf60027f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:00.836933 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-237632fb-f316-467a-9fd4-1b4895776897 req-11a3c346-d615-4455-9ec0-e880bf60027f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0834303 Jun 17 17:56:00.883997 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-237632fb-f316-467a-9fd4-1b4895776897 req-d077fea5-4b14-4073-96c1-82c7621de319 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Jun 17 17:56:01.086307 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37154) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:01.242468 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.280896 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:01.287034 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Usage tracker for resource:security_group_rule and tenant:3992504addbb49ffbb0d70dc10a2ae52 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:01.291871 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:01.302498 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:01.390535 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.490681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.499162 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7116d37d-fb45-47b5-bab1-ef4b10735ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:01.539509 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1529164f-b3dc-4ff0-9301-3a56b75daa44,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:01.543083 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:01.548319 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3992504addbb49ffbb0d70dc10a2ae52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4581738 Jun 17 17:56:01.561196 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37172) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:01.617785 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.646878 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.802630 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.811728 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b84e3157-d547-40a7-821a-220bccfa341f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:01.826668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529164f-b3dc-4ff0-9301-3a56b75daa44,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:01.829674 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:01.830610 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.832036 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1529164f-b3dc-4ff0-9301-3a56b75daa44 HTTP/1.1" status: 204 len: 168 time: 0.2825696 Jun 17 17:56:02.117102 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedda60-5981-42c6-8603-9e6fe4226cd9 req-a3903699-9450-4ccf-9a30-8331e694d3bd tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:02.118780 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3aedda60-5981-42c6-8603-9e6fe4226cd9 req-a3903699-9450-4ccf-9a30-8331e694d3bd tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0951860 Jun 17 17:56:02.179258 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3aedda60-5981-42c6-8603-9e6fe4226cd9 req-3f83b9db-b43b-41f2-b732-50de98f79dda tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521178 Jun 17 17:56:02.598524 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37212) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:02.668472 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37220) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:02.688813 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:02.722681 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:02.726612 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Usage tracker for resource:security_group_rule and tenant:d6afab173ddc4169a2da38842b680754 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:02.729650 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:02.736165 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:02.809588 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:02.923971 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:02.930060 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:02.940645 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e98706aa-775c-4ebe-85c6-c852cc544d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:02.959709 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:02.964178 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Usage tracker for resource:security_group_rule and tenant:f90096f35eca4bcaa29bbe640b7168cc is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:02.968112 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:02.974389 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:02.999616 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55280d31-1f18-4c41-b4e8-d59f2b00fa41,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:03.005097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:03.008594 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6afab173ddc4169a2da38842b680754&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3389337 Jun 17 17:56:03.011276 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37232) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:03.061848 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.101660 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.134822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.140712 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.151288 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-138afed5-6dd0-4f3b-8a1e-95ad6ad0458f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:03.229732 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f53c8-897a-44cb-8707-f1a7f6ba0c98,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:03.241293 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f90096f35eca4bcaa29bbe640b7168cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6405160 Jun 17 17:56:03.241293 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:03.241631 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37238) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:03.275072 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.288674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6434b9f1-25ef-497d-b4ad-73ef17942a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:03.293228 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d973a0-e0b9-42dc-b61c-90ed3d1644e9 req-c46f1b0b-9202-4309-8c88-1af4fd960c55 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:03.294799 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a7d973a0-e0b9-42dc-b61c-90ed3d1644e9 req-c46f1b0b-9202-4309-8c88-1af4fd960c55 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1082904 Jun 17 17:56:03.305486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55280d31-1f18-4c41-b4e8-d59f2b00fa41,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:03.309449 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:03.320158 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.323786 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55280d31-1f18-4c41-b4e8-d59f2b00fa41 HTTP/1.1" status: 204 len: 168 time: 0.3090651 Jun 17 17:56:03.348138 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.378791 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.396392 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a7d973a0-e0b9-42dc-b61c-90ed3d1644e9 req-c7f58012-02f2-4e25-af54-a8379f25654d tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938566 Jun 17 17:56:03.438949 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2adf6e-157f-4a2a-b766-2cc426797760 req-6311f0df-bf55-49e0-bf22-1db1fce422dd tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:03.438949 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7d2adf6e-157f-4a2a-b766-2cc426797760 req-6311f0df-bf55-49e0-bf22-1db1fce422dd tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1171513 Jun 17 17:56:03.485187 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7d2adf6e-157f-4a2a-b766-2cc426797760 req-f33a66d1-f40f-4e1c-b6fa-2923f5e87552 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Jun 17 17:56:03.516173 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.519844 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:03.531872 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f53c8-897a-44cb-8707-f1a7f6ba0c98,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:03.535784 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:03.538820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:03.539889 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f15f53c8-897a-44cb-8707-f1a7f6ba0c98 HTTP/1.1" status: 204 len: 168 time: 0.2977209 Jun 17 17:56:04.275178 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37268) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:04.488829 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37278) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:04.514994 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:04.558322 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:04.563427 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Usage tracker for resource:security_group_rule and tenant:7a27bc11bb1942a8814f697ee9ff65f1 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:04.568597 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:04.575509 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:04.668391 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:04.712515 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:04.744113 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:04.747888 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:04.754918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a7251ec00724339bf05351230d78295 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:04.756520 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4369-97aa-4adb-b0c1-a238116cf200 req-d2c54a30-cf56-4584-bc48-731db8081d39 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:04.758912 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:04.759021 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c25f4369-97aa-4adb-b0c1-a238116cf200 req-d2c54a30-cf56-4584-bc48-731db8081d39 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.2081540 Jun 17 17:56:04.763911 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:04.767863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14b5cf-7c72-41f5-9194-a29f98c6095a req-bf9236ac-8c47-4d92-8507-9e5f7e266b19 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:04.769332 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5a14b5cf-7c72-41f5-9194-a29f98c6095a req-bf9236ac-8c47-4d92-8507-9e5f7e266b19 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1034703 Jun 17 17:56:04.776088 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:04.810367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fdb86b-e333-405c-b86b-0a45310b1b70,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:04.814510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:04.820466 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a27bc11bb1942a8814f697ee9ff65f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3282788 Jun 17 17:56:04.821325 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37284) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:04.847043 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c25f4369-97aa-4adb-b0c1-a238116cf200 req-cd101dc2-5a54-49a8-8d88-4d8a7c2dfada tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Jun 17 17:56:04.849182 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5a14b5cf-7c72-41f5-9194-a29f98c6095a req-69bbc989-bdef-451d-8b4b-999d5a6134e5 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633476 Jun 17 17:56:05.000408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.001420 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.038811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.059858 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.073826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-625a3240-45ba-4978-8ff0-9cbe126bd716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:05.122251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f5910-bb15-4eaf-ae07-67911bf6b7d0,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:05.125321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:05.131141 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37294) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:05.131424 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a7251ec00724339bf05351230d78295&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8551943 Jun 17 17:56:05.193106 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.209511 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.214319 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-80232120-69d1-4b94-967d-e85afc258c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:05.220329 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.227229 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fdb86b-e333-405c-b86b-0a45310b1b70,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:05.229470 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:05.236787 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.238599 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5fdb86b-e333-405c-b86b-0a45310b1b70 HTTP/1.1" status: 204 len: 168 time: 0.4166355 Jun 17 17:56:05.364148 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.383487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-71ac943b-0efd-4e63-b0bd-044d009003b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:05.430451 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f5910-bb15-4eaf-ae07-67911bf6b7d0,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:05.432823 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:05.436279 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c32f5910-bb15-4eaf-ae07-67911bf6b7d0 HTTP/1.1" status: 204 len: 168 time: 0.3018022 Jun 17 17:56:05.436279 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:05.895040 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-d3c04824-4445-47fa-aca4-8d10237e8515 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:05.896819 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-d3c04824-4445-47fa-aca4-8d10237e8515 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.0943360 Jun 17 17:56:05.981684 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Deleting port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:56:05.982281 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:06.182156 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b993434-f9cc-4a44-b1b7-ce18b2915b75 req-ec587c99-ba99-493c-9d42-ed9f8b413cba tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:06.185136 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2b993434-f9cc-4a44-b1b7-ce18b2915b75 req-ec587c99-ba99-493c-9d42-ed9f8b413cba tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1782098 Jun 17 17:56:06.217614 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068b8e9-4797-4b76-8c34-2a5d1d939f9a req-57a320f3-1224-4019-9eef-8c28b8203271 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:06.219223 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4068b8e9-4797-4b76-8c34-2a5d1d939f9a req-57a320f3-1224-4019-9eef-8c28b8203271 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1469707 Jun 17 17:56:06.284596 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2b993434-f9cc-4a44-b1b7-ce18b2915b75 req-82be0c7e-c402-4192-8aeb-b63cc817fdc1 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/security-groups?id=09abcbd9-69f8-4a9c-8214-64b1fc6403d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909784 Jun 17 17:56:06.288574 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] For port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,segment=NetworkSegment(c0e8466a-a5eb-43c0-be95-e8a377bc5338),segment_id=c0e8466a-a5eb-43c0-be95-e8a377bc5338)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:06.288874 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:06.307942 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4068b8e9-4797-4b76-8c34-2a5d1d939f9a req-35caa87b-947b-4a77-b12f-db91dd422674 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798588 Jun 17 17:56:06.418746 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Calling delete_port for ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:56:06.712890 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:06.720208 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:06.757136 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:56:06.765024 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Pushing event deleted for resources: {'Port': ['ID=ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:06.768461 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:06.841092 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] No DVR routers for this DVR port ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:56:06.844283 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:06.846911 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'name': 'network-vif-deleted', 'tag': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:56:06.930897 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-546775a0-1643-4ab2-a0ce-3dedd4b69ad4 req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.36 "DELETE /v2.0/ports/ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 HTTP/1.1" status: 204 len: 173 time: 1.0253949 Jun 17 17:56:06.934629 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86778b3-f3e9-4fb6-9c18-74643f9ef0b1', 'name': 'network-vif-deleted', 'tag': 'ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247', 'status': 'completed', 'code': 200} Jun 17 17:56:07.517628 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5d63bf4a-ecbb-45cb-8881-f3e8ccfb274d req-ae803580-7448-4609-8a08-f9b6676ea9a0 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0505412 Jun 17 17:56:07.553336 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120011fe-5dfd-4a5c-a64e-197263877af0 req-cf645f1e-9045-4f9d-b2ac-656a4769edd1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:07.554854 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-120011fe-5dfd-4a5c-a64e-197263877af0 req-cf645f1e-9045-4f9d-b2ac-656a4769edd1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1217899 Jun 17 17:56:07.602793 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-120011fe-5dfd-4a5c-a64e-197263877af0 req-d67b9b95-fdd7-4022-8a46-d033edaa0fdd tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Jun 17 17:56:07.991576 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37410) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:08.373280 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:08.408426 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:08.415341 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Usage tracker for resource:security_group_rule and tenant:a746867b603d49358057d77598f0ad46 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:08.418734 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:08.425019 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:08.522123 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:08.643630 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:08.653702 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-09b38c28-a9fb-42d1-aced-9c935e733c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:08.706841 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9842ce34-84f2-451c-916a-e885ff84ae08,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:08.720252 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a746867b603d49358057d77598f0ad46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7187526 Jun 17 17:56:08.720252 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:08.722300 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37444) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:08.733023 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c60bbdab-39c2-475f-bcd7-327e3cd94078 req-584a5d8a-bd32-4aa2-a518-717631738b54 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] 10.222.0.30 "GET /v2.0/ports?device_id=f86778b3-f3e9-4fb6-9c18-74643f9ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0649436 Jun 17 17:56:08.817673 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:08.854556 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:08.860400 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293fb12-290e-4f57-b119-600f0d405f12 req-ea3b8379-8c3d-4777-9ed2-fdbb976db6c8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:08.862113 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5293fb12-290e-4f57-b119-600f0d405f12 req-ea3b8379-8c3d-4777-9ed2-fdbb976db6c8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0864611 Jun 17 17:56:08.937717 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5293fb12-290e-4f57-b119-600f0d405f12 req-004100ab-a7bc-4546-9b86-633992d54272 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696180 Jun 17 17:56:09.072401 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:09.076693 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-abde50f1-9e04-41d5-9ca5-67699e947c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:09.088152 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9842ce34-84f2-451c-916a-e885ff84ae08,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:09.092423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:09.096431 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:09.097847 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9842ce34-84f2-451c-916a-e885ff84ae08 HTTP/1.1" status: 204 len: 168 time: 0.3746006 Jun 17 17:56:09.530877 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:56:09.573569 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:56:09.574134 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device ffc307c3-8dd3-4a6a-87e8-1ed95f1a7247 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:56:10.168824 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5949d4-73b0-4c26-a12c-2a1219d9c915 req-8aa2cc75-6101-4108-8503-b68e47421722 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:10.170318 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7b5949d4-73b0-4c26-a12c-2a1219d9c915 req-8aa2cc75-6101-4108-8503-b68e47421722 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0875371 Jun 17 17:56:10.217030 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7b5949d4-73b0-4c26-a12c-2a1219d9c915 req-b08092fa-0ada-4494-8649-75c1defe4b9b tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408359 Jun 17 17:56:11.447392 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba31c9-76f4-47eb-abd5-85c33e814d02 req-d0da0b7b-d60b-47cf-a26e-854d285e331f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:11.455904 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-daba31c9-76f4-47eb-abd5-85c33e814d02 req-d0da0b7b-d60b-47cf-a26e-854d285e331f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1040981 Jun 17 17:56:11.525385 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-daba31c9-76f4-47eb-abd5-85c33e814d02 req-159d49a0-d5bb-4dc8-8b4b-b4d238788ef0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682299 Jun 17 17:56:11.860790 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37568) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:11.920686 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Deleting subnet 424bc7e4-0acc-4856-bf3c-87cfd636531c {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:56:11.923704 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:11.975778 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:11.983478 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.335163 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.339238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:12.434449 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424bc7e4-0acc-4856-bf3c-87cfd636531c,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:12.437189 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:12.445294 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.451813 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/424bc7e4-0acc-4856-bf3c-87cfd636531c HTTP/1.1" status: 204 len: 168 time: 0.5899334 Jun 17 17:56:12.454257 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37582) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:12.571919 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.717081 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.732638 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.732995 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.733751 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.734122 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.734579 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.734932 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.735246 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.735562 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.735925 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.736240 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.777852 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282b54-fe94-49c9-886c-dd401e005939 req-8374a1cd-f423-4f72-bc48-ee500cffa141 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:12.786415 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c282b54-fe94-49c9-886c-dd401e005939 req-8374a1cd-f423-4f72-bc48-ee500cffa141 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1135213 Jun 17 17:56:12.851478 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.851830 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.852166 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.852483 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:56:12.858294 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979fa282-ca71-4e82-a43b-87ab86bb2711']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:56:12.861289 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c282b54-fe94-49c9-886c-dd401e005939 req-ceef8954-500e-4f75-8756-8ca6f9eac26a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724006 Jun 17 17:56:12.885529 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e8466a-a5eb-43c0-be95-e8a377bc5338') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:56:12.886384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e8466a-a5eb-43c0-be95-e8a377bc5338') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:56:12.902234 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.921827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.929746 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:56:12.930345 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: util.warn_limited( Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: util.warn_limited( Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:56:12.945645 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:56:13.123839 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:13.129831 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:13.135354 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:13.153451 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=979fa282-ca71-4e82-a43b-87ab86bb2711,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:13.156284 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:13.159301 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/979fa282-ca71-4e82-a43b-87ab86bb2711 HTTP/1.1" status: 204 len: 168 time: 0.7040935 Jun 17 17:56:13.604782 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37634) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:13.673041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37644) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:13.735696 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-5f1339e2-b06a-441f-8186-69a7da7cdeed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e5e61da51a94401b288a3beaec5b48e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610657 Jun 17 17:56:13.738203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37648) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:13.798878 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:13.831004 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:13.884724 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:13.916153 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:13.920561 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7748744e1f0e483f9fa9776fde73bdcc is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:13.923384 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:13.929090 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:13.973023 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:13.979011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4d906812-f35c-4bad-9597-a5f96bf05677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:13.995868 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09abcbd9-69f8-4a9c-8214-64b1fc6403d3,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:13.997631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.000082 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:14.001023 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.002229 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09abcbd9-69f8-4a9c-8214-64b1fc6403d3 HTTP/1.1" status: 204 len: 168 time: 0.2629862 Jun 17 17:56:14.101044 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.109361 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:14.151179 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed14c1-b40d-4d28-b562-4532a2de284e,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:14.154755 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:14.157323 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7748744e1f0e483f9fa9776fde73bdcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5513155 Jun 17 17:56:14.169003 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37666) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:14.224213 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.250784 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.427920 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.434514 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:14.446980 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed14c1-b40d-4d28-b562-4532a2de284e,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:14.450101 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:14.452023 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.456458 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49ed14c1-b40d-4d28-b562-4532a2de284e HTTP/1.1" status: 204 len: 168 time: 0.2885525 Jun 17 17:56:14.835128 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1807258-a233-4de7-96f7-fb98b2a63700 req-ec2e8347-0308-44ed-ae07-23439f3592a4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:14.836659 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f1807258-a233-4de7-96f7-fb98b2a63700 req-ec2e8347-0308-44ed-ae07-23439f3592a4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0812235 Jun 17 17:56:14.903484 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f1807258-a233-4de7-96f7-fb98b2a63700 req-849c3e32-1492-4dda-9516-12519b36fa52 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598838 Jun 17 17:56:15.367381 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37716) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:15.385061 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:15.416624 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:15.422896 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Usage tracker for resource:security_group_rule and tenant:ffbb8594e4c749e99e40c4e6fea50de1 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:15.426292 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:15.431462 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:15.504765 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:15.624130 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:15.632046 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8531b248-6d1e-47ed-b235-9e41d1405fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:15.675029 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e0cd08-b32b-45e6-b0a6-00e27e71ed1f,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:15.678037 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:15.693271 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffbb8594e4c749e99e40c4e6fea50de1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3213954 Jun 17 17:56:15.693365 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37732) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:15.776014 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:15.815175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:16.067179 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:16.076013 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:16.095789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e0cd08-b32b-45e6-b0a6-00e27e71ed1f,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:16.100062 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:16.118026 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:16.119350 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2e0cd08-b32b-45e6-b0a6-00e27e71ed1f HTTP/1.1" status: 204 len: 168 time: 0.4249949 Jun 17 17:56:16.334441 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29187478-4d2f-41fe-a8ef-6570e95c7819 req-fc9c2955-9f33-4cb6-b568-70eb851dae74 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:16.335921 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-29187478-4d2f-41fe-a8ef-6570e95c7819 req-fc9c2955-9f33-4cb6-b568-70eb851dae74 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0939493 Jun 17 17:56:16.382788 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-29187478-4d2f-41fe-a8ef-6570e95c7819 req-0aba48a5-7e67-4518-a0e4-1e14273d40b9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Jun 17 17:56:17.165899 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-53246f0c-a709-4563-8e16-4784974db56d req-57969552-fbd5-4dae-a063-6dae1fb56730 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 1098 time: 0.1060627 Jun 17 17:56:17.253088 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-53246f0c-a709-4563-8e16-4784974db56d req-f5e5fb79-1675-44dc-aaaa-e7e2207d2acd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Jun 17 17:56:17.370816 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37806) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:17.509942 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:17.596755 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:17.603459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Usage tracker for resource:security_group_rule and tenant:c03846d5206747d1bf1abbd387727fc2 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:17.607196 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:17.614617 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:17.638309 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f45d7-dd63-428e-9bc9-352f7e95e148 req-646a2bb2-7085-4d97-b5c8-814695bcedc8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:17.639854 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e22f45d7-dd63-428e-9bc9-352f7e95e148 req-646a2bb2-7085-4d97-b5c8-814695bcedc8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1208704 Jun 17 17:56:17.718799 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e22f45d7-dd63-428e-9bc9-352f7e95e148 req-4336585b-95cb-41e7-88f9-40028fc8b2b5 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724802 Jun 17 17:56:17.736570 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:17.826390 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:17.834100 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a66198c6-be35-448f-864d-67b67c7bc28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:17.891510 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b432da1-3aa7-4f33-b3ee-af65fafcb435,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:17.895679 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c03846d5206747d1bf1abbd387727fc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5232358 Jun 17 17:56:17.896749 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7718cd54-d5d2-4157-a0fa-389e8213096a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:17.898602 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37824) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:17.960490 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:17.992839 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:18.172695 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:18.180160 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bfebcd78-7baf-4d8e-b4bf-e90d80342421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:18.193511 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b432da1-3aa7-4f33-b3ee-af65fafcb435,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:18.195815 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:18.241355 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:18.246137 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b432da1-3aa7-4f33-b3ee-af65fafcb435 HTTP/1.1" status: 204 len: 168 time: 0.3444803 Jun 17 17:56:18.961435 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a580c-f6ef-485b-87e0-55537374f4a7 req-b8f5b277-926f-4168-ad6f-cb8bb6c3ff87 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:18.966064 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-712a580c-f6ef-485b-87e0-55537374f4a7 req-b8f5b277-926f-4168-ad6f-cb8bb6c3ff87 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0767567 Jun 17 17:56:19.015222 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-712a580c-f6ef-485b-87e0-55537374f4a7 req-60d7511c-ac26-485a-a404-4ec2c1a3073f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 Jun 17 17:56:19.249202 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-25352709-1cf4-4c1d-8134-dd3248dbaccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.259235 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37884) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:19.277069 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.309803 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:19.316161 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:345e874c1af945b4b5b00a23d3ff8f88 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:19.319031 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:19.324933 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:19.394533 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.500441 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.511716 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d0cc9628-2228-4bc4-89e5-a079140d6bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:19.552403 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee3e2b-7ea2-47f9-ab84-169f3d013ccf,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:19.559523 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=345e874c1af945b4b5b00a23d3ff8f88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2989960 Jun 17 17:56:19.560359 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37896) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:19.560564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:19.577148 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.630810 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.660413 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.752428 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 37902) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:19.817997 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.821829 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-03210f2e-694e-4787-a877-986c7237c6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:19.832913 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee3e2b-7ea2-47f9-ab84-169f3d013ccf,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:19.836461 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:19.840106 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.840862 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96ee3e2b-7ea2-47f9-ab84-169f3d013ccf HTTP/1.1" status: 204 len: 168 time: 0.2798610 Jun 17 17:56:20.008172 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.038585 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:20.044265 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Usage tracker for resource:security_group_rule and tenant:13a19d4b0a3c44e7a7efe7eb1b4e2b2a is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:20.046939 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:20.052771 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:20.135694 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.207203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37918) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:20.220263 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.228345 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-03d94349-46c7-4360-bcb1-e9baa90a1026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:20.276885 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895177bc-99c9-41dc-a111-8dad6d823a63,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:20.281014 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:20.287438 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37926) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:20.290055 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13a19d4b0a3c44e7a7efe7eb1b4e2b2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5362773 Jun 17 17:56:20.301984 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8a99-0bda-40af-8970-173e660babb5 req-4e1978a9-a47a-4b09-ac91-91757133ed19 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:20.303637 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-848a8a99-0bda-40af-8970-173e660babb5 req-4e1978a9-a47a-4b09-ac91-91757133ed19 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1439493 Jun 17 17:56:20.374137 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-848a8a99-0bda-40af-8970-173e660babb5 req-f89838b3-eb8a-4964-80f1-dd324dc80365 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597472 Jun 17 17:56:20.419312 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.479793 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.595345 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.627487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494ce10-93f8-44a6-9b3a-f888fdf8072e req-58d7eea9-cd5f-4317-b2dd-1b41a517cf30 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:20.637274 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4494ce10-93f8-44a6-9b3a-f888fdf8072e req-58d7eea9-cd5f-4317-b2dd-1b41a517cf30 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1095357 Jun 17 17:56:20.688269 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4494ce10-93f8-44a6-9b3a-f888fdf8072e req-1d1847e1-d29f-4ff2-b271-21cad2bd4a0d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Jun 17 17:56:20.718439 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:20.718439 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Usage tracker for resource:security_group_rule and tenant:bd89d81ace7c4ae89ed51857123a1898 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:20.718439 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:20.722829 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:20.754338 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.767112 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7563f2a2-0b6d-4c94-b3e7-a541108effdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:20.784622 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895177bc-99c9-41dc-a111-8dad6d823a63,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:20.790625 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:20.811452 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.815683 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/895177bc-99c9-41dc-a111-8dad6d823a63 HTTP/1.1" status: 204 len: 168 time: 0.5271816 Jun 17 17:56:20.865209 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.950310 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:20.959870 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:20.998806 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3d01f-8b7e-422f-82f6-57d57aea6f21,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:21.002457 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:21.005925 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd89d81ace7c4ae89ed51857123a1898&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7967100 Jun 17 17:56:21.008093 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37958) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:21.072233 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:21.100381 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:21.227404 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fbc2fc38-7d29-47a2-9579-334f34a326e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:21.255092 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:21.259056 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-467861ed-6957-4f78-ac6e-5db6abc71f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:21.274105 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3d01f-8b7e-422f-82f6-57d57aea6f21,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:21.281756 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:21.316036 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:21.317190 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65c3d01f-8b7e-422f-82f6-57d57aea6f21 HTTP/1.1" status: 204 len: 168 time: 0.3081362 Jun 17 17:56:21.752371 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 37982) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:21.771889 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:21.839495 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:21.848586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Usage tracker for resource:security_group_rule and tenant:44f1cb663ee6474092a0702d5f20f029 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:21.861315 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:21.876706 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:21.997659 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:22.072161 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:22.080403 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6a7f0ab9-5a85-4343-a1af-a4b3524f1dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:22.126584 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44f1cb663ee6474092a0702d5f20f029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3730328 Jun 17 17:56:22.127402 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c4a38-e88d-4b0c-874a-b416ecd095df,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:22.129257 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38000) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:22.131811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:22.196985 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:22.225099 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:22.391624 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:22.395333 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2cf3c95f-411c-43fa-9ef8-a77250564a0c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:22.409641 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c4a38-e88d-4b0c-874a-b416ecd095df,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:22.413185 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:22.418597 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:22.423515 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c08c4a38-e88d-4b0c-874a-b416ecd095df HTTP/1.1" status: 204 len: 168 time: 0.2895100 Jun 17 17:56:22.480923 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:23.922774 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5c5f-3b45-4e3c-8685-956adc4cdec6 req-21dbf645-0bff-47a4-85ed-6df3e0978def tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:23.929629 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:23.950059 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-794b5c5f-3b45-4e3c-8685-956adc4cdec6 req-21dbf645-0bff-47a4-85ed-6df3e0978def tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1102319 Jun 17 17:56:23.995938 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-794b5c5f-3b45-4e3c-8685-956adc4cdec6 req-62af4cb1-3da1-4df0-9f13-6d3111e07e9c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448167 Jun 17 17:56:24.009439 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38076) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:24.043681 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-2300cc7f-e8b4-4eb8-8a57-db338569eb92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.1025925 Jun 17 17:56:24.163859 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:24.197079 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-dc64e9e9-752e-4d07-a670-ae20ab36c482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:24.198989 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-dc64e9e9-752e-4d07-a670-ae20ab36c482 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.1459055 Jun 17 17:56:24.199887 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:24.204667 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Usage tracker for resource:security_group_rule and tenant:b97ea1024dea4a50b9f6e5dd448ce324 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:24.221542 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:24.240049 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:24.281668 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-a25a2f1a-5588-4df1-b4a8-e56c5d97e5fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 217 time: 0.0727992 Jun 17 17:56:24.348870 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:24.359339 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-ed2409a9-77ff-4320-990f-0482532421f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:24.361258 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-ed2409a9-77ff-4320-990f-0482532421f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.0727193 Jun 17 17:56:24.437933 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:24.477504 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:24.486040 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bcebf567-d751-4be1-9d59-a6771ce46985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:24.499591 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-1ace3541-519f-4529-8e24-bfcbff12ce09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316357 Jun 17 17:56:24.528772 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37674534-305a-4cb5-8b99-dc163fd28363,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:24.532040 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:24.534934 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b97ea1024dea4a50b9f6e5dd448ce324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5239379 Jun 17 17:56:24.537533 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38094) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:24.617293 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:24.654241 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:24.716651 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-2439555f-b7a6-4942-b008-2b5dd234e6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707406 Jun 17 17:56:24.878195 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ab5d718f-e99e-44f6-83e8-06290c237e2d req-4559ab5c-86f7-42cb-aba1-6bdd96308859 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303334 Jun 17 17:56:25.012414 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:25.021161 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e7bd9bd0-14bc-40df-b56c-8e63cb904f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:25.044368 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37674534-305a-4cb5-8b99-dc163fd28363,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:25.048033 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:25.065187 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:25.066965 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37674534-305a-4cb5-8b99-dc163fd28363 HTTP/1.1" status: 204 len: 168 time: 0.5279005 Jun 17 17:56:25.301269 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee3a94-2dce-4ce3-bd02-6cb421d669b4 req-23ea5cb8-0151-4028-b242-85503400a7e1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:25.304752 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-60ee3a94-2dce-4ce3-bd02-6cb421d669b4 req-23ea5cb8-0151-4028-b242-85503400a7e1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0782709 Jun 17 17:56:25.354906 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-60ee3a94-2dce-4ce3-bd02-6cb421d669b4 req-947fddd6-18cb-453a-b6c1-ed797c9bcd75 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464594 Jun 17 17:56:25.989500 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38140) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:26.012131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.043527 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:26.047992 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Usage tracker for resource:security_group_rule and tenant:d002a42dd42141ce811ce89588efb281 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:26.050965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:26.056923 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:26.113930 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38144) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:26.135788 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.231770 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.239525 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8ed7e804-4742-4a49-aefe-d4f14dbe923f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:26.281925 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d002a42dd42141ce811ce89588efb281&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2915127 Jun 17 17:56:26.282647 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866ebbbe-08c6-4b2d-a3dd-b69f7a74d822,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:26.285996 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38150) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:26.286621 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:26.301361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.360735 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:26.370773 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:7082ac286c74465d87bf3cbd12017d2a is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:26.375893 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:26.383963 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:26.386053 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.423182 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.506321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.606912 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.614533 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:26.621179 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.673724 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7082ac286c74465d87bf3cbd12017d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5585082 Jun 17 17:56:26.674528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4725c0c-e1aa-4025-9023-918b224cd59a,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:26.676706 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38162) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:26.677118 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.678141 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/866ebbbe-08c6-4b2d-a3dd-b69f7a74d822 HTTP/1.1" status: 204 len: 168 time: 0.3906341 Jun 17 17:56:26.678939 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:26.679414 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c453dba2-c329-49cd-8114-c43c4773f58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:26.689670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ebbbe-08c6-4b2d-a3dd-b69f7a74d822,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:26.691814 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:26.766116 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.792243 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.957723 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.962627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:26.974793 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4725c0c-e1aa-4025-9023-918b224cd59a,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:26.978239 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:26.985815 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:26.986962 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4725c0c-e1aa-4025-9023-918b224cd59a HTTP/1.1" status: 204 len: 168 time: 0.3091373 Jun 17 17:56:28.201392 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38222) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:28.220154 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:28.258600 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:28.293561 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc06da18d8f4ccd8cc2577be29d30d0 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:28.300823 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:28.314318 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:28.378306 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90ed2-afc1-4d7f-8274-14661b16c872 req-629b7ec1-aece-4dc7-83a6-1e890b7175f1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:28.379833 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-efb90ed2-afc1-4d7f-8274-14661b16c872 req-629b7ec1-aece-4dc7-83a6-1e890b7175f1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1186972 Jun 17 17:56:28.428617 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:28.450376 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-efb90ed2-afc1-4d7f-8274-14661b16c872 req-08f8c68d-8ce9-45e5-9e04-4f5bde4b7546 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633674 Jun 17 17:56:28.523038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:28.530590 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ad775fc1-d26d-44f6-9cd2-81c47867857c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:28.569026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae46912-6ecc-47cf-abdb-9525d7b4a8cf,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:28.578708 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fc06da18d8f4ccd8cc2577be29d30d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3743532 Jun 17 17:56:28.578885 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38236) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:28.584847 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.585581 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.586191 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.586545 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.586890 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.587480 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.587824 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.589619 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.589619 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.589619 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.589619 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:28.593723 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:28.644287 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:28.669862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:28.849073 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:28.852870 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:28.864642 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae46912-6ecc-47cf-abdb-9525d7b4a8cf,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:28.869285 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:28.871162 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:28.872267 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ae46912-6ecc-47cf-abdb-9525d7b4a8cf HTTP/1.1" status: 204 len: 168 time: 0.2941306 Jun 17 17:56:29.356202 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-053a4dcd-5fb5-425e-8d14-9eece78ef3bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.1355052 Jun 17 17:56:29.587249 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-63454324-efc5-4b01-8d77-04b28de37e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:29.589412 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-63454324-efc5-4b01-8d77-04b28de37e26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.1645560 Jun 17 17:56:29.662673 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f530a4a-06ee-4f0d-83e3-baf5ffbb3964 req-3a943c3c-5f70-4ce5-8c91-e3d146ea1a83 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:29.664208 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1f530a4a-06ee-4f0d-83e3-baf5ffbb3964 req-3a943c3c-5f70-4ce5-8c91-e3d146ea1a83 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0782988 Jun 17 17:56:29.664501 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-67a82d85-d44c-46f5-9874-61ea94a56ca7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 217 time: 0.0680659 Jun 17 17:56:29.718373 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1f530a4a-06ee-4f0d-83e3-baf5ffbb3964 req-21d49c71-dfb7-494b-923d-1ece79f1cb7a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 Jun 17 17:56:29.729266 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-bb92a5c5-ae4c-4d2b-9056-07cc1faab586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:29.730907 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-bb92a5c5-ae4c-4d2b-9056-07cc1faab586 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.0599782 Jun 17 17:56:29.790218 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-55df6de6-7aa1-41ad-9c53-f1c01a12821b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520196 Jun 17 17:56:29.896987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38316) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:29.919109 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:29.944366 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-82278520-f552-44d6-8d77-e0bec35fead1 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398418 Jun 17 17:56:29.980254 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:29.984880 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Usage tracker for resource:security_group_rule and tenant:b50e389060fb4a329889230f40ae85ed is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:29.988337 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:29.995987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:30.082305 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:30.115594 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a2eb0dcb-8240-46de-9564-21657fd37a23 req-95f8fa54-babd-4ee1-8bab-44702fe44cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545081 Jun 17 17:56:30.157449 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:30.165962 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6ab18fe3-c0fc-403a-8b09-edbf13747a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:30.210604 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b50e389060fb4a329889230f40ae85ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3124871 Jun 17 17:56:30.211327 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80812ead-6dee-4455-8cb5-f2c3132e543f,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:30.214576 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:30.214892 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38336) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:30.287132 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:30.316069 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:30.469387 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:30.478212 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4a02f60b-d577-401c-ac6e-049828e15025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:30.491016 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80812ead-6dee-4455-8cb5-f2c3132e543f,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:30.495759 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:30.496886 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80812ead-6dee-4455-8cb5-f2c3132e543f HTTP/1.1" status: 204 len: 168 time: 0.2810249 Jun 17 17:56:30.502598 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.502950 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.503295 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.503643 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.503972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.504306 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.505182 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.505182 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.505348 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.505594 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.505968 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:30.509107 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:30.989625 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dde49-3330-41f2-8eeb-a796869f0b7f req-a3855498-d444-4110-83bc-66101fa37606 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:30.991175 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-305dde49-3330-41f2-8eeb-a796869f0b7f req-a3855498-d444-4110-83bc-66101fa37606 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0931985 Jun 17 17:56:31.040977 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-305dde49-3330-41f2-8eeb-a796869f0b7f req-caedcbb8-301e-4a37-b555-fcf27f5c8f67 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Jun 17 17:56:31.096376 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38384) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:31.114743 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:56:31.332352 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:31.370687 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:31.376478 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Usage tracker for resource:security_group_rule and tenant:9e43a2f19efe48c3827984706cddc173 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:31.380408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:31.389704 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:31.487371 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:31.566528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:31.573353 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fce1bbd5-d95d-4fb2-a97f-c0ae9a840ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:31.622502 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73892b75-db30-48bc-99c6-781092cd68eb,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:31.631077 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38404) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:31.635369 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e43a2f19efe48c3827984706cddc173&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5311158 Jun 17 17:56:31.636047 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:31.711216 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:31.739833 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:31.897809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:31.902654 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5a743337-6c1e-42c6-a2d4-4594f6747361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:31.917099 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73892b75-db30-48bc-99c6-781092cd68eb,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:31.919447 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:31.929026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:31.930492 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73892b75-db30-48bc-99c6-781092cd68eb HTTP/1.1" status: 204 len: 168 time: 0.2982185 Jun 17 17:56:32.329601 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea92c3-e4fa-4a51-a23d-d1b733dd122c req-591c4d65-da42-4a43-a31a-7c3c41c03455 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:32.331318 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4cea92c3-e4fa-4a51-a23d-d1b733dd122c req-591c4d65-da42-4a43-a31a-7c3c41c03455 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1451631 Jun 17 17:56:32.381112 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4cea92c3-e4fa-4a51-a23d-d1b733dd122c req-f0a18c57-b912-4e60-89d1-b8843fbe9256 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Jun 17 17:56:32.968503 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38438) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:32.996489 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:33.039329 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:33.043635 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:da6b33d03ac141b1830acfbf64568faa is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:33.046551 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:33.052692 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:33.128558 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:33.206554 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:33.217616 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b95bda0-8fd9-4fa3-86d7-43f12228087b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:33.263683 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da6b33d03ac141b1830acfbf64568faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2905166 Jun 17 17:56:33.263683 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805f9d2d-a0e2-4804-a2e5-a6b29edec256,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:33.264191 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38444) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:33.265303 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:33.340960 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:33.367035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:33.580976 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6964d5-4347-478d-968a-f602dba43d44 req-1272718a-f46f-42c5-a6e4-0178d22045d7 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:33.582504 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bf6964d5-4347-478d-968a-f602dba43d44 req-1272718a-f46f-42c5-a6e4-0178d22045d7 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0764306 Jun 17 17:56:33.620615 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:33.626522 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-05e31be1-89cd-428a-8774-ff5bf6d0dea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:33.628155 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bf6964d5-4347-478d-968a-f602dba43d44 req-5a5c7019-96a9-4f25-b3db-4bcb76f1e788 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Jun 17 17:56:33.639281 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805f9d2d-a0e2-4804-a2e5-a6b29edec256,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:33.641514 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:33.654740 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:33.655870 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/805f9d2d-a0e2-4804-a2e5-a6b29edec256 HTTP/1.1" status: 204 len: 168 time: 0.3906758 Jun 17 17:56:34.750097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38508) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:34.756303 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-e2f27913-83ab-4159-a458-e4751a01c221 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fd7652747d62404b960ffc6ecfe6f7c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345991 Jun 17 17:56:34.951325 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:34.984876 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:34.988935 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-bc0ea986-7f0e-4490-a8ca-e4ed4308bb21 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:34.989265 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Usage tracker for resource:security_group_rule and tenant:3127bbeacd3f429f855f132e2136a566 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:34.990449 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-bc0ea986-7f0e-4490-a8ca-e4ed4308bb21 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332947 Jun 17 17:56:34.992279 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:34.998784 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:35.020346 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-6580bf87-7cca-47bd-8155-7460ba4f8aff tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/quotas/fd7652747d62404b960ffc6ecfe6f7c6 HTTP/1.1" status: 200 len: 375 time: 0.0204201 Jun 17 17:56:35.027567 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bed0c-afec-4b37-9fd6-2d9c1e418523 req-7cf0144b-0b52-439e-9d6e-2a53d5a5bed0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:35.029325 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8f6bed0c-afec-4b37-9fd6-2d9c1e418523 req-7cf0144b-0b52-439e-9d6e-2a53d5a5bed0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1534116 Jun 17 17:56:35.091457 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:35.117220 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8f6bed0c-afec-4b37-9fd6-2d9c1e418523 req-26b41775-d5aa-4252-ab0b-a5d61d941dee tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515063 Jun 17 17:56:35.119763 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-6b359c66-b9a5-46c3-8fae-cee70dcd6d8a tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd7652747d62404b960ffc6ecfe6f7c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895243 Jun 17 17:56:35.166495 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:35.177670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9f82733f-8843-4172-9c05-f877157a4181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:35.302977 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3127bbeacd3f429f855f132e2136a566&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5517399 Jun 17 17:56:35.303862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f833d672-4513-40cd-8289-4605482f8d38,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:35.306303 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38524) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:35.328292 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:35.362622 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e776-6d90-4771-8998-85080df51886 req-285828c1-813b-4e27-ad96-c12b8cc3c5bd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:35.365228 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3270e776-6d90-4771-8998-85080df51886 req-285828c1-813b-4e27-ad96-c12b8cc3c5bd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1222467 Jun 17 17:56:35.417105 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:35.434717 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3270e776-6d90-4771-8998-85080df51886 req-4b713b5e-01aa-4dfe-8a42-cb819d0fa246 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631883 Jun 17 17:56:35.457938 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:35.563593 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a5e0297-9579-4c99-a2f7-e784de7e7abe req-2e414068-0880-4eba-99e0-088a025c0993 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 210 time: 0.0430899 Jun 17 17:56:35.623602 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:35.627375 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e6eead74-3b0b-4a5a-8809-8ae8d73e5b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:35.639107 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833d672-4513-40cd-8289-4605482f8d38,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:35.651640 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:35.651640 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:35.651640 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f833d672-4513-40cd-8289-4605482f8d38 HTTP/1.1" status: 204 len: 168 time: 0.3408937 Jun 17 17:56:36.359512 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331a5ed-574a-4dfa-b9d6-3d1567d2f033 req-c86952c4-bf86-4810-a845-657b91c0d0a6 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:36.359512 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3331a5ed-574a-4dfa-b9d6-3d1567d2f033 req-c86952c4-bf86-4810-a845-657b91c0d0a6 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0948567 Jun 17 17:56:36.406672 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3331a5ed-574a-4dfa-b9d6-3d1567d2f033 req-6cc14d9a-75ed-42b5-8783-0796dc1c115a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465162 Jun 17 17:56:36.656413 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a3e27-d43c-4552-99b6-9ba1e1bf93be req-ca2b4791-91fe-4e89-8313-e24fca67ceb8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:36.663219 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-044a3e27-d43c-4552-99b6-9ba1e1bf93be req-ca2b4791-91fe-4e89-8313-e24fca67ceb8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0913374 Jun 17 17:56:36.729625 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-044a3e27-d43c-4552-99b6-9ba1e1bf93be req-1a2a0f6e-2206-4367-a042-897e40d8d845 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614109 Jun 17 17:56:36.889960 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-023b7818-b105-4b17-8c21-93e13bffff62 req-edf769a0-f9a3-452d-995b-8d706119cd06 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 210 time: 0.0575213 Jun 17 17:56:37.623542 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62463-e1a2-4187-a892-cbe8ea3bf4f9 req-b6070419-4f4b-4049-b8a6-5ded05876426 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:37.625049 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b7c62463-e1a2-4187-a892-cbe8ea3bf4f9 req-b6070419-4f4b-4049-b8a6-5ded05876426 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0862575 Jun 17 17:56:37.684646 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b7c62463-e1a2-4187-a892-cbe8ea3bf4f9 req-7cde0e8e-55e9-4b62-acd3-4e7e121287b0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Jun 17 17:56:37.953313 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09834381-5831-444f-a3a5-9d4903f752c0 req-8428b3e3-74b4-46b9-ad7d-7684d3ce1a5f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:37.955022 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-09834381-5831-444f-a3a5-9d4903f752c0 req-8428b3e3-74b4-46b9-ad7d-7684d3ce1a5f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0873206 Jun 17 17:56:38.004531 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-09834381-5831-444f-a3a5-9d4903f752c0 req-d9eef589-62c8-47c8-9986-5823565e279f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Jun 17 17:56:38.065375 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bf2fa332-a6f6-40e1-a9cf-803ecb998a6f req-1199761d-9384-46a4-bf2a-2ac681932bd7 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 210 time: 0.0422702 Jun 17 17:56:38.322361 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-14006034-3477-4e73-9b22-906a60550158 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd7652747d62404b960ffc6ecfe6f7c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272982 Jun 17 17:56:38.531422 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-cfe33720-1e6b-475f-b0ac-f24fd77059bd tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:38.532930 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-cfe33720-1e6b-475f-b0ac-f24fd77059bd tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054331 Jun 17 17:56:38.557610 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Request body: {'port': {'device_id': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605', 'admin_state_up': True, 'tenant_id': 'fd7652747d62404b960ffc6ecfe6f7c6'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:56:38.711367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:38.716897 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Usage tracker for resource:port and tenant:fd7652747d62404b960ffc6ecfe6f7c6 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:38.719839 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:38.725580 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:38.835385 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Made reservation on behalf of fd7652747d62404b960ffc6ecfe6f7c6 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:56:38.838476 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:38.851910 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:38.897276 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:38.908506 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Usage tracker for resource:security_group_rule and tenant:fd7652747d62404b960ffc6ecfe6f7c6 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:38.911460 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:38.912345 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae8e2-da5d-40c2-8364-b4286d158e60 req-27ad83f2-9b20-4123-b74c-0be944c7e70d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:38.920128 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-57aae8e2-da5d-40c2-8364-b4286d158e60 req-27ad83f2-9b20-4123-b74c-0be944c7e70d tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0982518 Jun 17 17:56:38.921712 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:38.963802 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-57aae8e2-da5d-40c2-8364-b4286d158e60 req-4d9e7bc9-5bcd-4bc5-aff1-e16dd29d6b50 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Jun 17 17:56:39.007321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:39.113410 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:39.119587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a836ee26-9b1d-491d-b10b-d67fa89ef44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:39.195811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97afdf1d-5f63-4418-a7a5-124e9f4d6d78,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:39.206798 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:39.254988 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-95fa750f-6881-4d1d-8cb8-af9a0c2815b8 req-08b5133b-3ca2-4176-944f-48fc5e4e4259 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 210 time: 0.0595715 Jun 17 17:56:39.283272 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fa974-26a6-4c89-b703-090821f47cf7 req-3fc2cb51-ba1b-44d2-b4dc-5147496f786e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:39.285025 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-340fa974-26a6-4c89-b703-090821f47cf7 req-3fc2cb51-ba1b-44d2-b4dc-5147496f786e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1319733 Jun 17 17:56:39.310891 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Allocated IP 192.168.233.199 (1185a8f9-1c8a-4d5f-8486-955e19907605/0c56a9e0-73b8-4ac8-9841-55b33762b89e/e8230665-ab66-47dd-9e63-07e60722b969) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:56:39.331696 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-340fa974-26a6-4c89-b703-090821f47cf7 req-deace85e-917b-41fa-b06a-c3155135cee0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Jun 17 17:56:39.511938 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:39.529688 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Transition to ACTIVE for port object e8230665-ab66-47dd-9e63-07e60722b969 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:56:39.629407 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:39.636932 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:39.714097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Network 1185a8f9-1c8a-4d5f-8486-955e19907605 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:56:39.717342 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:56:39.723482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:56:39.758422 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Pushing event updated for resources: {'Port': ['ID=e8230665-ab66-47dd-9e63-07e60722b969,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:39.762637 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:39.812760 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:39.812760 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:39.978341 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4253943 Jun 17 17:56:40.004166 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Request body: {'port': {'device_id': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:56:40.060727 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-20d9c993-7eac-4c06-9095-ca10cb473170 None None] Provisioning for port e8230665-ab66-47dd-9e63-07e60722b969 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:56:40.065797 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-20d9c993-7eac-4c06-9095-ca10cb473170 None None] Provisioning complete for port e8230665-ab66-47dd-9e63-07e60722b969 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:56:40.066212 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-20d9c993-7eac-4c06-9095-ca10cb473170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:40.155856 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:40.191145 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-20d9c993-7eac-4c06-9095-ca10cb473170 None None] Port e8230665-ab66-47dd-9e63-07e60722b969 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:56:40.216523 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131f54-1227-441e-93fa-a640d36cc022 req-7280c0e7-9999-400a-98e5-3a80f3185b89 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:40.218074 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-df131f54-1227-441e-93fa-a640d36cc022 req-7280c0e7-9999-400a-98e5-3a80f3185b89 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0840640 Jun 17 17:56:40.293476 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-df131f54-1227-441e-93fa-a640d36cc022 req-43380386-baee-4650-b33a-8997484e5372 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656815 Jun 17 17:56:40.548315 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7658ea-2da1-4a6a-9dff-dc8b468afd33 req-f951aebc-4cac-4cf6-8fbf-72688244d4fb tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:40.556902 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-eb7658ea-2da1-4a6a-9dff-dc8b468afd33 req-f951aebc-4cac-4cf6-8fbf-72688244d4fb tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 936 time: 0.1215644 Jun 17 17:56:40.601327 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-eb7658ea-2da1-4a6a-9dff-dc8b468afd33 req-6003b2da-0d38-4629-8cab-7f7f87d3e811 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Jun 17 17:56:40.609695 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8230665-ab66-47dd-9e63-07e60722b969 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:56:40.616678 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:40.632420 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Transition to ACTIVE for port object e8230665-ab66-47dd-9e63-07e60722b969 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:56:40.717515 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:40.727737 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:40.824244 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d599-7a47-4925-8b39-0f4cfd63caaf req-5dc099d1-2f20-4ab3-945e-41e4189581b1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:40.831900 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a643d599-7a47-4925-8b39-0f4cfd63caaf req-5dc099d1-2f20-4ab3-945e-41e4189581b1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1089323 Jun 17 17:56:40.845121 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8230665-ab66-47dd-9e63-07e60722b969,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:40.854678 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:40.932212 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a643d599-7a47-4925-8b39-0f4cfd63caaf req-d9b5388a-a093-448e-b3c5-ba2f966cd7fa tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994875 Jun 17 17:56:41.056890 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Attempting to bind port e8230665-ab66-47dd-9e63-07e60722b969 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:56:41.057219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Attempting to bind port e8230665-ab66-47dd-9e63-07e60722b969 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:56:41.057537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Attempting to bind port e8230665-ab66-47dd-9e63-07e60722b969 on network 1185a8f9-1c8a-4d5f-8486-955e19907605 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:56:41.063931 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Port e8230665-ab66-47dd-9e63-07e60722b969 on network 1185a8f9-1c8a-4d5f-8486-955e19907605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:56:41.064246 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Attempting to bind port e8230665-ab66-47dd-9e63-07e60722b969 on network 1185a8f9-1c8a-4d5f-8486-955e19907605 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:56:41.070580 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:56:41.070912 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Checking segment: {'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:56:41.071321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Bound using segment: {'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:56:41.071732 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Bound port: e8230665-ab66-47dd-9e63-07e60722b969, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28767f58-6f54-4784-9ee9-de5eb98d57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:56:41.072071 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:41.160852 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] For port e8230665-ab66-47dd-9e63-07e60722b969, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:56:41.163855 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] For port e8230665-ab66-47dd-9e63-07e60722b969, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=e8230665-ab66-47dd-9e63-07e60722b969,segment=NetworkSegment(28767f58-6f54-4784-9ee9-de5eb98d57b5),segment_id=28767f58-6f54-4784-9ee9-de5eb98d57b5)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:56:41.252543 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:41.257283 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:41.316838 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:41.318219 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] 10.222.0.36 "PUT /v2.0/ports/e8230665-ab66-47dd-9e63-07e60722b969 HTTP/1.1" status: 200 len: 1098 time: 1.3185256 Jun 17 17:56:41.318687 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'tag': 'e8230665-ab66-47dd-9e63-07e60722b969'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:56:41.346927 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8230665-ab66-47dd-9e63-07e60722b969,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:41.351033 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:41.388781 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'tag': 'e8230665-ab66-47dd-9e63-07e60722b969', 'status': 'completed', 'code': 200} Jun 17 17:56:41.554570 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ae9ed468-5575-45bf-b5aa-d8868ae01748 req-0a29af35-02c0-4fe5-ab0c-c9f871d8d796 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7652747d62404b960ffc6ecfe6f7c6&device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 1101 time: 0.1143165 Jun 17 17:56:41.606900 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b0032-848e-41fa-86df-42e4fe39cffc req-6b6af147-d181-4672-b508-26e6fe3c7b87 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:41.609173 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-729b0032-848e-41fa-86df-42e4fe39cffc req-6b6af147-d181-4672-b508-26e6fe3c7b87 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1129749 Jun 17 17:56:41.645892 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ae9ed468-5575-45bf-b5aa-d8868ae01748 req-e1b370c2-a155-4612-b488-cee1d2ee2b24 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd7652747d62404b960ffc6ecfe6f7c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768507 Jun 17 17:56:41.694460 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-729b0032-848e-41fa-86df-42e4fe39cffc req-97b42358-9edb-40f5-954d-9d5fe6a0ad50 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794926 Jun 17 17:56:41.839872 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-85089f33-42cf-4ce9-862a-09ec04790c44 req-e684c360-6d7b-4525-a16b-6ec01aebbc83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.2415056 Jun 17 17:56:41.847136 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ed468-5575-45bf-b5aa-d8868ae01748 req-eb8e714d-ba10-4d98-a8ea-f1e1c1345c33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:41.848614 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ae9ed468-5575-45bf-b5aa-d8868ae01748 req-eb8e714d-ba10-4d98-a8ea-f1e1c1345c33 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849291 Jun 17 17:56:41.856369 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77f704-541a-4002-9b8d-749831ef5208 req-de6f488f-0f69-41d0-b99c-0a20ded0be64 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:41.858219 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-be77f704-541a-4002-9b8d-749831ef5208 req-de6f488f-0f69-41d0-b99c-0a20ded0be64 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 948 time: 0.0896513 Jun 17 17:56:41.914827 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-be77f704-541a-4002-9b8d-749831ef5208 req-ca3a644c-ddc6-4ca2-804d-e7b4f24568c3 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Jun 17 17:56:41.959817 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-85089f33-42cf-4ce9-862a-09ec04790c44 req-8fc676e3-36de-47cc-bd74-a41520430c6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916815 Jun 17 17:56:42.004502 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-cb781dc1-56a3-4b19-995e-5726410730b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7652747d62404b960ffc6ecfe6f7c6&device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 1101 time: 0.0852900 Jun 17 17:56:42.161123 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdff85-8b6d-4e40-8e23-976c80de017f req-02132925-306f-4503-aa87-f28829df8ee1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:42.162629 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84fdff85-8b6d-4e40-8e23-976c80de017f req-02132925-306f-4503-aa87-f28829df8ee1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0830305 Jun 17 17:56:42.210922 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84fdff85-8b6d-4e40-8e23-976c80de017f req-e8bd814b-2c8a-4570-a6ec-3f8364fee0d1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Jun 17 17:56:42.314413 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-c6740db7-938d-4bdd-babd-8c82cd8cab86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e8230665-ab66-47dd-9e63-07e60722b969 HTTP/1.1" status: 200 len: 217 time: 0.0674877 Jun 17 17:56:42.381270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-2d8cfc60-1a80-430d-87a5-2e5ad458c4c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:42.382749 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-2d8cfc60-1a80-430d-87a5-2e5ad458c4c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c56a9e0-73b8-4ac8-9841-55b33762b89e HTTP/1.1" status: 200 len: 843 time: 0.0614679 Jun 17 17:56:42.476683 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-4105b747-6978-40d0-809b-521890fde808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1185a8f9-1c8a-4d5f-8486-955e19907605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0756707 Jun 17 17:56:42.632305 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-94aa2db4-1a8b-4821-a169-0e7722f021fc service neutron] 10.222.0.36 "GET /v2.0/networks/1185a8f9-1c8a-4d5f-8486-955e19907605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432221 Jun 17 17:56:42.765824 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1234ffbe-7d0e-4230-a69a-5a2ee9f19c9d req-91e6c7a2-24c8-43f6-87e1-3577a96a944a service neutron] 10.222.0.36 "GET /v2.0/networks/1185a8f9-1c8a-4d5f-8486-955e19907605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254318 Jun 17 17:56:42.883628 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321a43-ca26-4d6b-85ed-a4014ddf409d req-c71fbc9a-8385-48f0-aa61-3a9502f6feba tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:42.885116 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f2321a43-ca26-4d6b-85ed-a4014ddf409d req-c71fbc9a-8385-48f0-aa61-3a9502f6feba tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0776660 Jun 17 17:56:42.933938 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f2321a43-ca26-4d6b-85ed-a4014ddf409d req-3b3bcc4b-e027-4da5-81a9-978159988bed tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Jun 17 17:56:43.132566 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93048-ffd9-4d4d-b08e-4ff14426f31a req-3a18c856-eaa2-4576-8d80-37f3a07641ad tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:43.134105 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59f93048-ffd9-4d4d-b08e-4ff14426f31a req-3a18c856-eaa2-4576-8d80-37f3a07641ad tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 948 time: 0.0813589 Jun 17 17:56:43.181264 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59f93048-ffd9-4d4d-b08e-4ff14426f31a req-0f00e611-cd24-4720-8f21-85c45dab39c1 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Jun 17 17:56:43.423655 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7b63-9b86-44b4-a72c-443d5ac08a74 req-5afb51ad-b13e-4096-ad36-450c8a723312 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:43.425030 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-644c7b63-9b86-44b4-a72c-443d5ac08a74 req-5afb51ad-b13e-4096-ad36-450c8a723312 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0754726 Jun 17 17:56:43.470749 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-644c7b63-9b86-44b4-a72c-443d5ac08a74 req-cd1a41cc-d662-4e27-841b-e559a4f015d7 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401232 Jun 17 17:56:44.142207 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232197f-301f-424c-aed8-a823c7adba30 req-ffdda6e0-ab37-42a0-adbe-73acc55cf839 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:44.143767 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6232197f-301f-424c-aed8-a823c7adba30 req-ffdda6e0-ab37-42a0-adbe-73acc55cf839 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0803339 Jun 17 17:56:44.205471 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6232197f-301f-424c-aed8-a823c7adba30 req-fee5a339-a600-400f-b91b-614587578a43 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562148 Jun 17 17:56:44.407316 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783896fb-aece-4ee4-9d2e-0343a2f16109 req-253fe70e-d751-4ce6-afe9-12faae0f974f tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:44.408796 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-783896fb-aece-4ee4-9d2e-0343a2f16109 req-253fe70e-d751-4ce6-afe9-12faae0f974f tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 948 time: 0.0895178 Jun 17 17:56:44.458807 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-783896fb-aece-4ee4-9d2e-0343a2f16109 req-4991ac18-66da-479f-8d55-03d03035284b tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Jun 17 17:56:44.678003 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664794-fac2-441a-942f-9b6025ee06ae req-bdd76ba3-bb5b-4ae6-883c-aef76e6d457f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:44.679491 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c664794-fac2-441a-942f-9b6025ee06ae req-bdd76ba3-bb5b-4ae6-883c-aef76e6d457f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0761311 Jun 17 17:56:44.728936 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c664794-fac2-441a-942f-9b6025ee06ae req-2d917df9-082d-49b7-be42-194e116f3d14 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Jun 17 17:56:44.756468 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device e8230665-ab66-47dd-9e63-07e60722b969 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:56:44.818982 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38790) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:44.892252 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port e8230665-ab66-47dd-9e63-07e60722b969, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=e8230665-ab66-47dd-9e63-07e60722b969,segment=NetworkSegment(28767f58-6f54-4784-9ee9-de5eb98d57b5),segment_id=28767f58-6f54-4784-9ee9-de5eb98d57b5)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:44.906647 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'e8230665-ab66-47dd-9e63-07e60722b969', 'network_id': '1185a8f9-1c8a-4d5f-8486-955e19907605', 'port_id': 'e8230665-ab66-47dd-9e63-07e60722b969', 'mac_address': 'fa:16:3e:73:28:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c56a9e0-73b8-4ac8-9841-55b33762b89e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:56:44.969318 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38800) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:44.979145 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.008208 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8230665-ab66-47dd-9e63-07e60722b969 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:56:45.026655 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-a9eeca4e-6643-4477-9617-5d33b15b7ff9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.1231561 Jun 17 17:56:45.030204 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port e8230665-ab66-47dd-9e63-07e60722b969, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=e8230665-ab66-47dd-9e63-07e60722b969,segment=NetworkSegment(28767f58-6f54-4784-9ee9-de5eb98d57b5),segment_id=28767f58-6f54-4784-9ee9-de5eb98d57b5)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:45.056544 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5a4f2-f8af-468b-af69-7a7478119123 req-95258418-7ce7-4a78-b3f8-208cea6cacd2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:45.063713 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9de5a4f2-f8af-468b-af69-7a7478119123 req-95258418-7ce7-4a78-b3f8-208cea6cacd2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1842453 Jun 17 17:56:45.082873 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.085042 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:45.120588 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9de5a4f2-f8af-468b-af69-7a7478119123 req-b9237b3d-c47b-4cdf-bb4f-683b9505eba8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558527 Jun 17 17:56:45.182288 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.195807 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=e8230665-ab66-47dd-9e63-07e60722b969,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:45.206665 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.208138 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.208138 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.208138 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.208138 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.208810 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.209150 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.209503 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.209839 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.210504 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.210839 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:56:45.217027 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:45.217348 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:45.221552 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9d5e08aea840748cc57fbd0606e6b2 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:45.224781 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:45.231137 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.231809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:45.248452 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-23dd94ff-bce4-41db-a6ee-ba7a27372e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:45.249924 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-23dd94ff-bce4-41db-a6ee-ba7a27372e99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.2154255 Jun 17 17:56:45.272112 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:45.297620 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.332344 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Usage tracker for resource:security_group_rule and tenant:362d9392f0a7407382c4003d059735a2 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:45.341047 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:45.344932 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-a252c183-0c68-419e-8542-847ad22eafe8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 217 time: 0.0741272 Jun 17 17:56:45.348416 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:45.411646 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-0f6138c0-cef9-4775-9db9-fdfca80de080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:45.413329 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-0f6138c0-cef9-4775-9db9-fdfca80de080 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.0613303 Jun 17 17:56:45.414916 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.422627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b6a73d08-a269-440c-bcfd-2b034ab944b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:45.466906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00989b-97f9-4f0f-b275-b9aefb5660ce,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:45.471894 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a9d5e08aea840748cc57fbd0606e6b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4990551 Jun 17 17:56:45.472810 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:45.473066 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-ab5c57bb-68ca-4bb9-b90d-0847195b1acc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504556 Jun 17 17:56:45.474553 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38810) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:45.529710 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['e8230665-ab66-47dd-9e63-07e60722b969'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:56:45.595918 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.680322 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.688484 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38818) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:45.731418 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.753251 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-2e0ba129-621b-4e7b-885d-939ffe7397b3 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640066 Jun 17 17:56:45.776383 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066315bc-b1dd-4412-ab15-af60f843027e req-e4fe8605-8b2d-425c-b90d-a608a134611c tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:45.778015 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-066315bc-b1dd-4412-ab15-af60f843027e req-e4fe8605-8b2d-425c-b90d-a608a134611c tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 949 time: 0.1589057 Jun 17 17:56:45.848056 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-066315bc-b1dd-4412-ab15-af60f843027e req-30ba67b6-8afe-471e-bc8b-abc17c670d80 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628259 Jun 17 17:56:45.882499 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.897840 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9abd525d-6a9b-4497-81d5-df24f7c0bd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:45.916572 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.933342 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.941042 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a099d3f1-076e-4ec8-85e3-70674c818fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:45.968160 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00989b-97f9-4f0f-b275-b9aefb5660ce,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:45.970608 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:45.981235 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2499c-e728-4f0c-99d5-ba92d101fb02,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:45.982078 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:45.983345 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d00989b-97f9-4f0f-b275-b9aefb5660ce HTTP/1.1" status: 204 len: 168 time: 0.5078804 Jun 17 17:56:45.990879 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=362d9392f0a7407382c4003d059735a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1707034 Jun 17 17:56:45.992060 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:45.996001 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38828) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:46.022046 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b08ecc05-aafb-4fbc-9333-71f1a66f26c1 req-6abdbc9d-a8ff-4358-8217-34c39225fe07 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615285 Jun 17 17:56:46.022976 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:46.027475 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Usage tracker for resource:security_group_rule and tenant:656ea97bc3cd41a1b5b2c9096ac1e911 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:46.031307 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:46.037188 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:46.047082 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a74fe-2bf6-4a8c-b167-6d3ddee3d91f req-a79ef100-275c-43d6-b1c3-ca8eb9bb7c33 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:46.048655 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-900a74fe-2bf6-4a8c-b167-6d3ddee3d91f req-a79ef100-275c-43d6-b1c3-ca8eb9bb7c33 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1503208 Jun 17 17:56:46.115276 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.118040 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.147209 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-900a74fe-2bf6-4a8c-b167-6d3ddee3d91f req-e0aad370-6e61-4e38-8631-74881373b311 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882311 Jun 17 17:56:46.154809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.231632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.239432 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e6f81590-5dfa-4c01-8101-74a3af6388bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:46.279551 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85670d0-af7e-42ae-afea-866d148a84df,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:46.282696 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:46.286375 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=656ea97bc3cd41a1b5b2c9096ac1e911&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5969169 Jun 17 17:56:46.288989 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38834) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:46.313581 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf623d-964f-4a09-85c1-bff0820f1172 req-04f68670-de77-45f5-ba86-328672a701cc tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:46.315125 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-30bf623d-964f-4a09-85c1-bff0820f1172 req-04f68670-de77-45f5-ba86-328672a701cc tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0776412 Jun 17 17:56:46.339269 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.344922 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c44984e6-bb66-429c-9bee-02b3727ccf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:46.350782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.356668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2499c-e728-4f0c-99d5-ba92d101fb02,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:46.365246 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:46.379492 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.379492 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4f2499c-e728-4f0c-99d5-ba92d101fb02 HTTP/1.1" status: 204 len: 168 time: 0.3775918 Jun 17 17:56:46.380138 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.384470 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-30bf623d-964f-4a09-85c1-bff0820f1172 req-19573f7c-3f08-4fc6-b2cc-156fbf404ff8 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636668 Jun 17 17:56:46.516764 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.521924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4f855a65-357e-4a8d-8576-1b07ca5f9360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:46.535019 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85670d0-af7e-42ae-afea-866d148a84df,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:46.538591 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:46.544791 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.545912 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b85670d0-af7e-42ae-afea-866d148a84df HTTP/1.1" status: 204 len: 168 time: 0.2558327 Jun 17 17:56:46.751703 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:56:46.759876 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device e8230665-ab66-47dd-9e63-07e60722b969 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:56:46.906530 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38848) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:46.932224 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.951508 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:46.967212 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:46.969768 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'port_id': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'mac_address': 'fa:16:3e:a1:38:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:56:46.971474 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Usage tracker for resource:security_group_rule and tenant:061a8722bf88492085be81b1185fd578 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:46.974643 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:46.980763 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:47.054497 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port e8230665-ab66-47dd-9e63-07e60722b969 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:56:47.064955 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port e8230665-ab66-47dd-9e63-07e60722b969 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:56:47.065487 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.107290 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.138932 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2f99658-c1ff-4b9f-858d-8d4755209450 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:56:47.142199 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25dd5-7d7a-4f95-8a3d-f8b7faca1ea3 req-8c85ac58-cfb1-4be3-9ab5-4cbebca34ff6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:47.143692 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5bf25dd5-7d7a-4f95-8a3d-f8b7faca1ea3 req-8c85ac58-cfb1-4be3-9ab5-4cbebca34ff6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 949 time: 0.1500576 Jun 17 17:56:47.145664 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.159703 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:47.234080 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.234629 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5bf25dd5-7d7a-4f95-8a3d-f8b7faca1ea3 req-83e399b0-0b54-4228-9b7c-90b6046ff253 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839572 Jun 17 17:56:47.236600 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.254082 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2e843942-d5fb-4d2f-b4ca-26296f1b97df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:47.262448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8230665-ab66-47dd-9e63-07e60722b969'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:56:47.271006 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.273558 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:47.291387 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc3a16-2989-479f-ad96-01619c405ee9,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:47.295025 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:47.298852 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=061a8722bf88492085be81b1185fd578&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3906758 Jun 17 17:56:47.304509 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38858) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:47.306462 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port e8230665-ab66-47dd-9e63-07e60722b969, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=e8230665-ab66-47dd-9e63-07e60722b969,segment=NetworkSegment(28767f58-6f54-4784-9ee9-de5eb98d57b5),segment_id=28767f58-6f54-4784-9ee9-de5eb98d57b5)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:47.365755 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8230665-ab66-47dd-9e63-07e60722b969', 'code': 200} Jun 17 17:56:47.369830 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=6']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:47.373293 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:47.385968 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.387156 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-03706246-a0a1-4f5e-84ac-5c94b5bbd316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.389205 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:47.437196 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-03706246-a0a1-4f5e-84ac-5c94b5bbd316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.483925 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd56d7-5f5e-44ec-8c5b-a634593b3230 req-cc8abf42-cc3e-454c-8790-206eb294a9bd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:47.492591 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3fdd56d7-5f5e-44ec-8c5b-a634593b3230 req-cc8abf42-cc3e-454c-8790-206eb294a9bd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 945 time: 0.1812208 Jun 17 17:56:47.499634 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=e8230665-ab66-47dd-9e63-07e60722b969,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:47.502814 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:47.560726 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3fdd56d7-5f5e-44ec-8c5b-a634593b3230 req-7b462c09-93f8-469a-bd85-36b8dfb55d48 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670228 Jun 17 17:56:47.565789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38868) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:47.579378 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['c2f99658-c1ff-4b9f-858d-8d4755209450'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:56:47.597965 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.641267 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-03706246-a0a1-4f5e-84ac-5c94b5bbd316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.660334 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-26913c2e-a896-4b34-80fd-3a21f50a8038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:47.715402 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03706246-a0a1-4f5e-84ac-5c94b5bbd316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc3a16-2989-479f-ad96-01619c405ee9,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:47.726268 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-03706246-a0a1-4f5e-84ac-5c94b5bbd316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:47.741991 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:47.745405 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-03706246-a0a1-4f5e-84ac-5c94b5bbd316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.746483 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-03706246-a0a1-4f5e-84ac-5c94b5bbd316 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7fc3a16-2989-479f-ad96-01619c405ee9 HTTP/1.1" status: 204 len: 168 time: 0.4439158 Jun 17 17:56:47.749607 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2da53f3568ea4238b97e54b0f7c83b88 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:47.768820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:47.784278 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87749e42-efdd-452b-a2c1-0a7142713990 req-66f1ba48-e143-451b-b889-33f51e5e4bea tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:47.786188 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-87749e42-efdd-452b-a2c1-0a7142713990 req-66f1ba48-e143-451b-b889-33f51e5e4bea tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1209810 Jun 17 17:56:47.786861 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:47.875448 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.895860 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-87749e42-efdd-452b-a2c1-0a7142713990 req-8985cd24-dd1d-428c-a4bd-dd5effdeed91 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030707 Jun 17 17:56:47.951144 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0dc91fb9-5690-4a55-8176-fbc3f83e03cf req-bf6544b7-6c74-4715-88d3-8faaa970a2f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 1103 time: 0.0738256 Jun 17 17:56:47.972760 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.981474 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ebe5d571-19d7-4fe8-8d0c-d5784630a778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:48.033031 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c06ac0-2795-4921-b14d-06ba67b5cd83,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:48.038259 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:48.048728 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2da53f3568ea4238b97e54b0f7c83b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4746237 Jun 17 17:56:48.048728 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0dc91fb9-5690-4a55-8176-fbc3f83e03cf req-b69d1ed4-1f62-412e-840b-528c126f66be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867395 Jun 17 17:56:48.049211 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38880) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:48.119280 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:48.146187 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:48.409226 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:48.414331 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8ce89754-c140-4686-a9bc-1c6861a014b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:48.432007 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c06ac0-2795-4921-b14d-06ba67b5cd83,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:48.434172 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:48.455525 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:48.459726 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57c06ac0-2795-4921-b14d-06ba67b5cd83 HTTP/1.1" status: 204 len: 168 time: 0.4134810 Jun 17 17:56:48.477591 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829633a0-4087-4cf0-b912-f58c1118ba26 req-8416e162-7a44-4d6d-b395-709620943fd2 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:48.479571 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-829633a0-4087-4cf0-b912-f58c1118ba26 req-8416e162-7a44-4d6d-b395-709620943fd2 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 950 time: 0.1266801 Jun 17 17:56:48.550428 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-829633a0-4087-4cf0-b912-f58c1118ba26 req-ad6d9742-924e-4cc3-b6c6-e3c04fa3d70f tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Jun 17 17:56:48.704983 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38900) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:48.723032 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:48.752495 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:56:48.783187 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:48.790546 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Usage tracker for resource:security_group_rule and tenant:daf33611c88847b1b1162babea883063 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:48.797022 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:48.804891 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:48.822414 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4801fb-a412-438f-8421-b876f3fc7705 req-599064ea-009c-47b5-bf25-3aeb4a09a639 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:48.823933 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9a4801fb-a412-438f-8421-b876f3fc7705 req-599064ea-009c-47b5-bf25-3aeb4a09a639 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 945 time: 0.0915363 Jun 17 17:56:48.871489 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port c2f99658-c1ff-4b9f-858d-8d4755209450 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:56:48.872963 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:48.896464 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9a4801fb-a412-438f-8421-b876f3fc7705 req-30e9e94a-c11d-4a84-9e9a-f2151823342e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659401 Jun 17 17:56:48.901452 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.014846 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.023566 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:49.067671 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.088059 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=daf33611c88847b1b1162babea883063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3832049 Jun 17 17:56:49.088822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ca76cc-24d5-4367-897d-eebaa6c9798b,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:49.091745 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 38910) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:49.097953 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:49.114933 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:49.185441 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.187235 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:49.187912 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcee37f-0d96-49ef-9fab-8880af71d97e req-6440c4e7-f462-4de9-a419-33597b4c9e3a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:49.196555 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5dcee37f-0d96-49ef-9fab-8880af71d97e req-6440c4e7-f462-4de9-a419-33597b4c9e3a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1275692 Jun 17 17:56:49.205657 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.263771 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5dcee37f-0d96-49ef-9fab-8880af71d97e req-f1cb4b1c-6d5a-4e73-856a-2547803c574a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648456 Jun 17 17:56:49.264584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.268494 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e4d1-cb69-4ee8-bade-12887802e78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.316923 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=7']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:49.332231 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:49.357037 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:56:49.408516 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.413721 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:49.433416 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ca76cc-24d5-4367-897d-eebaa6c9798b,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:49.496750 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:49.503656 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'code': 200} Jun 17 17:56:49.509030 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.509030 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4ca76cc-24d5-4367-897d-eebaa6c9798b HTTP/1.1" status: 204 len: 168 time: 0.4131713 Jun 17 17:56:49.596971 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.903949 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2503f-b9db-41ba-9b09-a5970a4509a3 req-a4d19458-b009-4a09-a20c-125e567396ac tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:49.907245 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-03b2503f-b9db-41ba-9b09-a5970a4509a3 req-a4d19458-b009-4a09-a20c-125e567396ac tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 950 time: 0.1293650 Jun 17 17:56:49.997645 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-03b2503f-b9db-41ba-9b09-a5970a4509a3 req-9fb8c02d-3720-4bd2-b8fd-d80f7e44374a tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805197 Jun 17 17:56:50.279037 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a6ca5-6319-4411-85c9-1e49aaceb12a req-1fd75825-f8b9-48c5-b70c-d6201654428a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:50.286970 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ac5a6ca5-6319-4411-85c9-1e49aaceb12a req-1fd75825-f8b9-48c5-b70c-d6201654428a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1985412 Jun 17 17:56:50.369021 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ac5a6ca5-6319-4411-85c9-1e49aaceb12a req-355a4ccd-dbc4-43a3-b0a5-9b86ccaebac8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810072 Jun 17 17:56:51.244547 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9e2c-6e18-4c5f-adbc-abaf22452ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:51.271049 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dcb64-6768-453f-8013-2bc28259c8d0 req-f75685ca-df3a-4a3e-901b-e9b394d38347 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:51.272595 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d27dcb64-6768-453f-8013-2bc28259c8d0 req-f75685ca-df3a-4a3e-901b-e9b394d38347 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 950 time: 0.1106784 Jun 17 17:56:51.325024 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d27dcb64-6768-453f-8013-2bc28259c8d0 req-fec107d1-5380-47ec-a420-3b757022aab1 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Jun 17 17:56:51.416296 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 38994) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:51.642649 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d802743-e44e-4fc4-9c76-0a911f32ac76 req-72244545-d3cf-417a-bcac-ec72b06bb2e8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:51.652712 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4d802743-e44e-4fc4-9c76-0a911f32ac76 req-72244545-d3cf-417a-bcac-ec72b06bb2e8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1178887 Jun 17 17:56:51.779667 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-665262018-network', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:56:51.785682 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:51.807945 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4d802743-e44e-4fc4-9c76-0a911f32ac76 req-72bdc076-dda9-4c22-9cf2-167bb708778a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450191 Jun 17 17:56:51.811268 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Usage tracker for resource:network and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:51.816969 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:51.831401 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:51.939852 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Made reservation on behalf of 39271eca80424b05b2c69d039d0b15c3 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:56:51.942212 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:51.969818 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.030907 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:52.039983 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:52.046320 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:52.059365 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:52.156879 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.226858 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.231964 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:52.272561 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c9f19a-639f-46af-b3bb-e74e437f5932,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:52.306690 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:52.342610 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:56:52.342610 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.342610 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Added segment b1561692-a2a6-4458-a9b7-73568de32d83 of type vlan for network 49286944-c9b1-462f-9b6e-1e47e928ede6 Jun 17 17:56:52.472631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.645981 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.680330 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991b314-f89d-49ee-9d4a-0bbe9f480607 req-e4870609-d956-4e6b-902f-1543bdd294e1 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:52.687342 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d991b314-f89d-49ee-9d4a-0bbe9f480607 req-e4870609-d956-4e6b-902f-1543bdd294e1 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 950 time: 0.1481590 Jun 17 17:56:52.708050 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.716923 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe46a-e6bc-4f24-9d6f-1cccdf8dce0d req-b216d58f-6dc9-46d4-b408-d0b5080ab3d3 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:52.723473 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9b3fe46a-e6bc-4f24-9d6f-1cccdf8dce0d req-b216d58f-6dc9-46d4-b408-d0b5080ab3d3 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1425452 Jun 17 17:56:52.723473 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:52.723473 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:52.727934 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4dae97f9-a7c5-41c1-97c0-84c2bb98a23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:52.908775 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d991b314-f89d-49ee-9d4a-0bbe9f480607 req-6ed2aeaa-6bd5-4386-aae8-ee4ead9c5691 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203574 Jun 17 17:56:52.953847 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Pushing event updated for resources: {'Network': ['ID=49286944-c9b1-462f-9b6e-1e47e928ede6,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:52.957173 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:52.967204 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:56:52.990663 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9b3fe46a-e6bc-4f24-9d6f-1cccdf8dce0d req-e4b00824-62d2-47f5-967f-ead1492c0eae tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455187 Jun 17 17:56:53.315034 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8944931 Jun 17 17:56:53.318937 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6a8c-0ab7-4fed-8e90-c29b660046a3 req-ac94d2cc-f7cc-401d-aa81-6f8b142c6f66 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:53.319172 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39044) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:53.327674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Request body: {'subnet': {'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-665262018-subnet', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:56:53.336876 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:53.343137 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-929f6a8c-0ab7-4fed-8e90-c29b660046a3 req-ac94d2cc-f7cc-401d-aa81-6f8b142c6f66 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.2457981 Jun 17 17:56:53.344786 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Usage tracker for resource:subnet and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:53.349655 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:53.356885 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:53.378947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d22bb-884b-4361-a589-09c121de81e3 req-517609f0-6910-4b12-807f-e724a43f003f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:53.380566 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-da7d22bb-884b-4361-a589-09c121de81e3 req-517609f0-6910-4b12-807f-e724a43f003f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1877670 Jun 17 17:56:53.420692 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-929f6a8c-0ab7-4fed-8e90-c29b660046a3 req-0ee32eda-c5a8-4750-bdb6-2fc9b5a7e391 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764179 Jun 17 17:56:53.462954 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-da7d22bb-884b-4361-a589-09c121de81e3 req-898bc6c2-07ba-41a8-b1dd-be0a5fed4bce tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701201 Jun 17 17:56:53.483295 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Made reservation on behalf of 39271eca80424b05b2c69d039d0b15c3 for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:56:53.486069 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:53.989193 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:54.342073 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056607-0a30-451e-89a6-1d84126cc4ab req-1ff0a647-28cf-4416-8ac6-2d0f8c72bb19 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:54.376639 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-23056607-0a30-451e-89a6-1d84126cc4ab req-1ff0a647-28cf-4416-8ac6-2d0f8c72bb19 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 950 time: 0.1798327 Jun 17 17:56:54.405479 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:54.406166 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:54.425580 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:54.457777 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-23056607-0a30-451e-89a6-1d84126cc4ab req-ae125d92-aca2-4531-b0f1-490d3c27f5ce tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/security-groups?id=97afdf1d-5f63-4418-a7a5-124e9f4d6d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Jun 17 17:56:54.491651 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbbfa38-d27b-48ff-8e49-c29bc4144faa,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:54.505307 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:54.551781 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-e92221d0-b0f4-4c5d-ac0b-6505f375a99f tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:54.552433 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-e92221d0-b0f4-4c5d-ac0b-6505f375a99f tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Synchronizing usage tracker for tenant:fd7652747d62404b960ffc6ecfe6f7c6 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:56:54.568478 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Checking segment: {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:56:54.568860 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Network hostable DHCP agents. Network: 49286944-c9b1-462f-9b6e-1e47e928ede6, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:56:54.642785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-e92221d0-b0f4-4c5d-ac0b-6505f375a99f tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Unset dirty status for tenant:fd7652747d62404b960ffc6ecfe6f7c6 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:56:54.643975 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-e92221d0-b0f4-4c5d-ac0b-6505f375a99f tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 950 time: 0.2822704 Jun 17 17:56:54.756609 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe28ee-5058-4019-b4cb-58c1d36e45aa req-e54ef26c-625e-47eb-b7cc-85f9911aba8e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:54.756915 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Deleting port e8230665-ab66-47dd-9e63-07e60722b969 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:56:54.756915 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:54.757131 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a7fe28ee-5058-4019-b4cb-58c1d36e45aa req-e54ef26c-625e-47eb-b7cc-85f9911aba8e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1390984 Jun 17 17:56:54.842187 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a7fe28ee-5058-4019-b4cb-58c1d36e45aa req-54ed4c17-947a-49aa-8cf4-b478667170e3 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862441 Jun 17 17:56:55.027201 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:56:55.041212 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c408221-a2e3-4ad8-bcd0-abc4fb671bac req-ad4804d9-9e5e-457c-873d-73b9c38472b2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:55.042690 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8c408221-a2e3-4ad8-bcd0-abc4fb671bac req-ad4804d9-9e5e-457c-873d-73b9c38472b2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0810328 Jun 17 17:56:55.106437 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8c408221-a2e3-4ad8-bcd0-abc4fb671bac req-b21c7e87-2e9e-475e-92d5-e85f6c76c21a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513690 Jun 17 17:56:55.117613 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] For port e8230665-ab66-47dd-9e63-07e60722b969, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=e8230665-ab66-47dd-9e63-07e60722b969,segment=NetworkSegment(28767f58-6f54-4784-9ee9-de5eb98d57b5),segment_id=28767f58-6f54-4784-9ee9-de5eb98d57b5)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:55.118655 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:55.182461 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 49286944-c9b1-462f-9b6e-1e47e928ede6) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:56:55.191037 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0722b-b350-4e25-a65b-f0c68b7daf42 None None] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:56:55.294978 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Calling delete_port for e8230665-ab66-47dd-9e63-07e60722b969 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:56:55.390354 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:55.392543 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:55.456931 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39080) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:55.555875 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-49286944-c9b1-462f-9b6e-1e47e928ede6', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:56:55.556920 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:55.644104 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39088) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:55.650620 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:56:55.654723 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6ac2b1c1-1915-4d0c-bb7c-af7fdf58a340 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3336706 Jun 17 17:56:55.664946 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:55.678080 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Usage tracker for resource:router and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:55.690176 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:55.713272 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:55.817617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:55.825211 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:55.859608 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:55.901789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Pushing event deleted for resources: {'Port': ['ID=e8230665-ab66-47dd-9e63-07e60722b969,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:55.906412 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:55.938770 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6b3b306b-8d9c-46ff-88a0-3dd548af52ac req-4512f1a6-d848-4aa7-8adb-1ce417eee742 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 210 time: 0.1663413 Jun 17 17:56:56.024927 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Allocated IP 172.20.0.2 (49286944-c9b1-462f-9b6e-1e47e928ede6/7dbbfa38-d27b-48ff-8e49-c29bc4144faa/08d7f275-3e44-4be0-ba45-79a06c6a3401) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:56:56.025183 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:56.034892 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Usage tracker for resource:security_group_rule and tenant:f15d0b7d88924d23a4f3620bbf487d66 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:56.041496 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] No DVR routers for this DVR port e8230665-ab66-47dd-9e63-07e60722b969 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:56:56.042271 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:56.045224 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.048482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'name': 'network-vif-deleted', 'tag': 'e8230665-ab66-47dd-9e63-07e60722b969'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:56:56.076121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:56.166139 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1689612-9c9b-41cf-85ac-8d9aaaa4c793', 'name': 'network-vif-deleted', 'tag': 'e8230665-ab66-47dd-9e63-07e60722b969', 'status': 'completed', 'code': 200} Jun 17 17:56:56.224357 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-4547effd-d24a-421e-99d2-46e6a2aa9589 req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.36 "DELETE /v2.0/ports/e8230665-ab66-47dd-9e63-07e60722b969 HTTP/1.1" status: 204 len: 173 time: 1.5737431 Jun 17 17:56:56.272061 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.274363 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.277782 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.424617 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.430940 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.436698 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.436698 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e94754ad-1e48-4458-b345-6f92a6aaeabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:56.442968 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Transition to ACTIVE for port object 08d7f275-3e44-4be0-ba45-79a06c6a3401 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:56:56.463221 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Transition to ACTIVE for port object 08d7f275-3e44-4be0-ba45-79a06c6a3401 will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:56:56.546053 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f784a5d5-f3b6-4ec4-8894-8331da151076,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:56.564287 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828f8d6-c112-4cbe-a383-c4a74226f2f3 req-914deb8e-aeeb-4ad6-8a0d-636bc4a66535 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:56.564287 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4828f8d6-c112-4cbe-a383-c4a74226f2f3 req-914deb8e-aeeb-4ad6-8a0d-636bc4a66535 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.3069232 Jun 17 17:56:56.564287 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:56.572345 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f15d0b7d88924d23a4f3620bbf487d66&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1118066 Jun 17 17:56:56.573486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39104) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:56.586888 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.605947 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7965f913-7338-488b-ba46-07f9a3554016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:56.618349 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9148-c214-49df-8d91-bbd401b70ffe req-49089f25-2947-4be6-aa84-2f7bc67a81b9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:56.625798 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ec8d9148-c214-49df-8d91-bbd401b70ffe req-49089f25-2947-4be6-aa84-2f7bc67a81b9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.2601845 Jun 17 17:56:56.655862 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4828f8d6-c112-4cbe-a383-c4a74226f2f3 req-b7eaffeb-3db3-458d-9f3d-844cc3bda7b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839429 Jun 17 17:56:56.682053 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:56:56.687115 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:56:56.703837 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:56:56.715149 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ec8d9148-c214-49df-8d91-bbd401b70ffe req-5d3beb41-da97-4d07-af41-14d7b630bf86 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873497 Jun 17 17:56:56.717155 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.762278 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.775697 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Pushing event updated for resources: {'Port': ['ID=08d7f275-3e44-4be0-ba45-79a06c6a3401,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:56.783284 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:56.807638 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device e8230665-ab66-47dd-9e63-07e60722b969 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:56:56.845576 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: e8230665-ab66-47dd-9e63-07e60722b969 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:56:56.847383 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device e8230665-ab66-47dd-9e63-07e60722b969 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:56:56.916127 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.955561 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.959503 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-1328f1bd-96e3-4abf-bd4c-a7371d9c0347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:56.973440 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f784a5d5-f3b6-4ec4-8894-8331da151076,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:56.975582 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:56.979357 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:56.983670 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f784a5d5-f3b6-4ec4-8894-8331da151076 HTTP/1.1" status: 204 len: 168 time: 0.4087884 Jun 17 17:56:57.312515 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d11f80e8-809a-4c06-9c07-bed07c16db6e req-1b600e71-1874-47d5-a7ca-d679c677c951 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1689612-9c9b-41cf-85ac-8d9aaaa4c793 HTTP/1.1" status: 200 len: 210 time: 0.0800860 Jun 17 17:56:57.347700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Attempting to bind port 08d7f275-3e44-4be0-ba45-79a06c6a3401 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:56:57.347700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Attempting to bind port 08d7f275-3e44-4be0-ba45-79a06c6a3401 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:56:57.347700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Attempting to bind port 08d7f275-3e44-4be0-ba45-79a06c6a3401 on network 49286944-c9b1-462f-9b6e-1e47e928ede6 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:56:57.357397 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:56:57.358583 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Checking segment: {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:56:57.358583 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:57.359456 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Bound using segment: {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:56:57.360066 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Bound port: 08d7f275-3e44-4be0-ba45-79a06c6a3401, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:56:57.360550 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:57.484322 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] For port 08d7f275-3e44-4be0-ba45-79a06c6a3401, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:56:57.487994 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] For port 08d7f275-3e44-4be0-ba45-79a06c6a3401, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=08d7f275-3e44-4be0-ba45-79a06c6a3401,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:56:57.495954 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:57.538260 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:57.625606 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:57.641590 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:57.871071 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Allocated IP 172.27.1.241 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/26d2f65e-7bbb-4449-a427-81a9c767149e) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:56:57.892137 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Pushing event updated for resources: {'Port': ['ID=08d7f275-3e44-4be0-ba45-79a06c6a3401,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:57.917277 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:58.282202 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:58.304891 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db36be-6030-4e21-a9b8-5e916b89a810 req-ed235e17-a2a2-4ec0-9980-76062eacd09f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:58.320167 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b0db36be-6030-4e21-a9b8-5e916b89a810 req-ed235e17-a2a2-4ec0-9980-76062eacd09f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.4079778 Jun 17 17:56:58.353910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865f913-0ccc-4704-835c-8eee798e2a05 req-58cf52bf-0965-4760-8cbe-f0e390312bd6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:58.358119 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c865f913-0ccc-4704-835c-8eee798e2a05 req-58cf52bf-0965-4760-8cbe-f0e390312bd6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.3560524 Jun 17 17:56:58.443253 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c865f913-0ccc-4704-835c-8eee798e2a05 req-0777dd24-6308-42a2-a478-f08e3dbf9b50 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800378 Jun 17 17:56:58.462426 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b0db36be-6030-4e21-a9b8-5e916b89a810 req-24544c45-adca-4b99-95cb-13b8932aaa3e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411340 Jun 17 17:56:58.571911 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:58.577375 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:58.671807 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 08d7f275-3e44-4be0-ba45-79a06c6a3401 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:56:58.683583 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:56:58.687692 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:56:58.689656 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Pushing event updated for resources: {'Port': ['ID=26d2f65e-7bbb-4449-a427-81a9c767149e,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:58.705937 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:56:58.783191 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:58.859315 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 08d7f275-3e44-4be0-ba45-79a06c6a3401 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:56:58.937902 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39150) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:56:58.962864 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:58.962864 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.204487 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-96378603-network', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:56:59.210437 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:59.214580 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Usage tracker for resource:network and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:59.223835 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:59.234043 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:59.339708 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Made reservation on behalf of ac41557caa4c45fd9a68cb55861f8e3f for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:56:59.343363 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.360863 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d2217-5674-464f-b3c3-e07f0d353334 None None] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:56:59.370660 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.411238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:56:59.416626 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:56:59.419601 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:56:59.425461 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:56:59.434719 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Router 250cc7ef-fe92-4e11-af9c-aa874dde085b is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:56:59.518149 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.626763 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Provisioning for port 08d7f275-3e44-4be0-ba45-79a06c6a3401 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:56:59.658094 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.662651 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f7d6d766-4145-4631-b60e-1331bfaafbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:59.683111 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Provisioning complete for port 08d7f275-3e44-4be0-ba45-79a06c6a3401 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:56:59.683111 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.745148 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de29a0b9-43ef-491c-af64-b75fab5282fa,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:59.759984 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:56:59.771060 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.771418 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Added segment 557cd434-776a-4ad9-aecb-2f00d167a441 of type vlan for network 49c22b81-1c6d-4638-aa42-9cdee81ce77f Jun 17 17:56:59.801632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.833737 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:59.888027 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.928136 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] For port 08d7f275-3e44-4be0-ba45-79a06c6a3401, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=08d7f275-3e44-4be0-ba45-79a06c6a3401,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:59.956504 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.957745 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:59.960909 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:59.964123 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1547c96-6e4d-43f1-8b51-172e58d9187a req-77017e55-5bb1-493c-8ea9-8d23697deb21 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:56:59.972915 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b1547c96-6e4d-43f1-8b51-172e58d9187a req-77017e55-5bb1-493c-8ea9-8d23697deb21 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.2140422 Jun 17 17:56:59.992307 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:00.006730 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-78015f14-c49c-480c-80b3-c0ffbf0832a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:00.008468 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Sync routers for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:57:00.035317 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:00.035317 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:00.053763 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:00.055610 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:00.080368 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c645-a649-4d47-81cc-dc3b33176b25 req-a9d50899-aade-4e77-a11c-53463d59588c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:00.085062 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3968c645-a649-4d47-81cc-dc3b33176b25 req-a9d50899-aade-4e77-a11c-53463d59588c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.2858531 Jun 17 17:57:00.121246 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Pushing event updated for resources: {'Network': ['ID=49c22b81-1c6d-4638-aa42-9cdee81ce77f,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:00.124852 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:00.133302 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1939561 Jun 17 17:57:00.141282 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39176) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:00.150697 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Request body: {'subnet': {'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-96378603-subnet', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:00.160838 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:00.170991 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Usage tracker for resource:subnet and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:00.182420 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:00.195230 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Pushing event updated for resources: {'Port': ['ID=08d7f275-3e44-4be0-ba45-79a06c6a3401,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:00.197461 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b1547c96-6e4d-43f1-8b51-172e58d9187a req-83c8baa9-887c-4cc8-b80d-bacf75e7df92 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235048 Jun 17 17:57:00.211405 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:00.214588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:57:00.248305 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3968c645-a649-4d47-81cc-dc3b33176b25 req-0dfd937f-6fc4-4af2-9f1d-6f2556ed1237 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370635 Jun 17 17:57:00.266087 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:00.280470 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:00.282003 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6366549 Jun 17 17:57:00.284508 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39184) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:00.378283 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:00.394778 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Made reservation on behalf of ac41557caa4c45fd9a68cb55861f8e3f for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:57:00.397171 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:00.445149 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-97a4719b-de6b-449d-bb17-61e9dda5773b None None] Provisioning complete for port 08d7f275-3e44-4be0-ba45-79a06c6a3401 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:00.445540 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-97a4719b-de6b-449d-bb17-61e9dda5773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:00.557025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 08d7f275-3e44-4be0-ba45-79a06c6a3401 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:00.780668 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 08d7f275-3e44-4be0-ba45-79a06c6a3401 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:00.781313 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.016267 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:56:58Z', 'revision_number': 3, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:01.029675 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Checking router: 250cc7ef-fe92-4e11-af9c-aa874dde085b for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:57:01.030132 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Updating router 250cc7ef-fe92-4e11-af9c-aa874dde085b port 26d2f65e-7bbb-4449-a427-81a9c767149e binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:57:01.126877 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.614104 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.629557 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Transition to ACTIVE for port object 26d2f65e-7bbb-4449-a427-81a9c767149e will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:01.739281 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f455-618c-4fdd-8dc5-e26339b101a9 req-8a68b0fa-b426-4884-8820-4ef2097d9a68 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:01.740713 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9b6f455-618c-4fdd-8dc5-e26339b101a9 req-8a68b0fa-b426-4884-8820-4ef2097d9a68 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.2988956 Jun 17 17:57:01.770288 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f9273-054e-4330-8ad3-ed33a579301f req-502514c5-1882-423e-8a85-533c0eb40b05 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:01.771760 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-046f9273-054e-4330-8ad3-ed33a579301f req-502514c5-1882-423e-8a85-533c0eb40b05 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.3240361 Jun 17 17:57:01.816382 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.853797 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.857393 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9b6f455-618c-4fdd-8dc5-e26339b101a9 req-d403cb58-6757-4bc2-9b62-731c81657591 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077974 Jun 17 17:57:01.859017 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-ad139ec5-379b-444e-9d33-0c7d9ebac111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:01.914415 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-046f9273-054e-4330-8ad3-ed33a579301f req-3b2a103a-bf1e-400c-9065-da0308c62567 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323936 Jun 17 17:57:01.967447 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Attempting to bind port 26d2f65e-7bbb-4449-a427-81a9c767149e on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:01.967822 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Attempting to bind port 26d2f65e-7bbb-4449-a427-81a9c767149e by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:01.968222 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Attempting to bind port 26d2f65e-7bbb-4449-a427-81a9c767149e on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:01.980453 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Pushing event updated for resources: {'Port': ['ID=26d2f65e-7bbb-4449-a427-81a9c767149e,revision_number=2']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:01.985361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.985926 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:01.985926 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:01.985926 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.985926 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:01.986567 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Bound port: 26d2f65e-7bbb-4449-a427-81a9c767149e, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:01.986794 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:01.993445 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-aa223975-7872-4eb1-b5d3-6fb2dcee82b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:02.030885 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.031507 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.031684 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.032210 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.032700 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.033185 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.033678 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.034201 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.042928 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.042928 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.042928 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:02.042928 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:02.086630 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df271078-58ba-4ff2-8e6b-ab3349722316,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:02.096768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:02.101334 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] For port 26d2f65e-7bbb-4449-a427-81a9c767149e, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:02.105466 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] For port 26d2f65e-7bbb-4449-a427-81a9c767149e, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=26d2f65e-7bbb-4449-a427-81a9c767149e,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:02.123918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Checking segment: {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:02.124653 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Network hostable DHCP agents. Network: 49c22b81-1c6d-4638-aa42-9cdee81ce77f, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:57:02.174771 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Allocated IP 172.20.0.1 (49286944-c9b1-462f-9b6e-1e47e928ede6/7dbbfa38-d27b-48ff-8e49-c29bc4144faa/053de10c-04d5-42b9-b625-8bb5d79c9fee) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:02.191383 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.196556 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-ad139ec5-379b-444e-9d33-0c7d9ebac111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:02.248897 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:57:02.281054 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Pushing event updated for resources: {'Port': ['ID=26d2f65e-7bbb-4449-a427-81a9c767149e,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:02.284980 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-4d82d1e4-d35e-412d-b829-434ab5cbbbaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:02.286775 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:02.287568 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:02.339621 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 49c22b81-1c6d-4638-aa42-9cdee81ce77f) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:02.349834 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e78d5-772b-4fca-a80a-a143271c92d7 None None] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:57:02.390098 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:02.392653 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.520333 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:02.537039 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3940065 Jun 17 17:57:02.539581 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39246) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:02.547678 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:02.562249 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:02.564345 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.583316 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Usage tracker for resource:router and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:02.584020 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.provisioning_blocks [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Transition to ACTIVE for port object 053de10c-04d5-42b9-b625-8bb5d79c9fee will not be triggered until provisioned by entity DHCP. {{(pid=75204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:02.618372 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:02.631076 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:02.706937 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.711956 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:02.745584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.746801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.796737 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:57:02.797669 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.811313 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:02.819727 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Pushing event updated for resources: {'Port': ['ID=053de10c-04d5-42b9-b625-8bb5d79c9fee,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:02.826728 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.828754 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:02.834017 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:02.834722 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:02.835192 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:02.932138 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:56:58Z', 'revision_number': 3, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:02.938166 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d6df8-d12f-4bd1-8dd1-a8d190f78822 None None] The sync data for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi is: [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:56:58Z', 'revision_number': 3, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:57:03.193762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:03.248607 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:03.342924 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Allocated IP 172.20.0.2 (49c22b81-1c6d-4638-aa42-9cdee81ce77f/df271078-58ba-4ff2-8e6b-ab3349722316/c773954a-b3b3-4004-bffa-bf15c2cd10e2) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:03.472700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a41f16ca-4a65-4b86-bac9-33295f895b53 None None] Provisioning for port 053de10c-04d5-42b9-b625-8bb5d79c9fee completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:03.610211 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-a41f16ca-4a65-4b86-bac9-33295f895b53 None None] Provisioning complete for port 053de10c-04d5-42b9-b625-8bb5d79c9fee triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:03.612953 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a41f16ca-4a65-4b86-bac9-33295f895b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:03.630623 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0f3fa-c90a-4736-874b-daed3ad02c6c req-cc63e9ce-e1c8-4d5b-8ec0-54693c7fc432 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:03.632809 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34f0f3fa-c90a-4736-874b-daed3ad02c6c req-cc63e9ce-e1c8-4d5b-8ec0-54693c7fc432 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.3041067 Jun 17 17:57:03.719975 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2116-1e0c-43be-b11e-9dd1fbed00cd req-a11e0cb2-66e2-4b9d-b41b-08393f78ddfb tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:03.727998 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-16ff2116-1e0c-43be-b11e-9dd1fbed00cd req-a11e0cb2-66e2-4b9d-b41b-08393f78ddfb tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.4826047 Jun 17 17:57:03.814601 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-16ff2116-1e0c-43be-b11e-9dd1fbed00cd req-46ff074d-e458-47dc-aa63-3e8abc195670 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855825 Jun 17 17:57:03.921006 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-a41f16ca-4a65-4b86-bac9-33295f895b53 None None] Port 053de10c-04d5-42b9-b625-8bb5d79c9fee cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:03.999131 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.018075 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34f0f3fa-c90a-4736-874b-daed3ad02c6c req-6350bea6-9455-4aba-83d6-4566e3248abc tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762708 Jun 17 17:57:04.114318 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.129974 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.160919 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Transition to ACTIVE for port object c773954a-b3b3-4004-bffa-bf15c2cd10e2 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:04.209773 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Transition to ACTIVE for port object c773954a-b3b3-4004-bffa-bf15c2cd10e2 will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:04.280976 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.321055 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.343991 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:04.365811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Allocated IP 172.27.1.22 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/bbd5262b-8cc1-46cd-aed5-0e6ac2301784) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:04.373769 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.375341 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.380526 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:04.425618 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:04.431561 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:04.441921 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:04.631012 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Pushing event updated for resources: {'Port': ['ID=053de10c-04d5-42b9-b625-8bb5d79c9fee,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:04.634767 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:04.648988 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 26d2f65e-7bbb-4449-a427-81a9c767149e up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:04.675545 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Pushing event updated for resources: {'Port': ['ID=c773954a-b3b3-4004-bffa-bf15c2cd10e2,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:04.686914 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:04.692814 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.717950 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:04.718551 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Attempting to bind port c773954a-b3b3-4004-bffa-bf15c2cd10e2 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:04.723378 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Attempting to bind port c773954a-b3b3-4004-bffa-bf15c2cd10e2 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:04.723378 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Attempting to bind port c773954a-b3b3-4004-bffa-bf15c2cd10e2 on network 49c22b81-1c6d-4638-aa42-9cdee81ce77f {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:04.723598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:04.738233 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:04.738710 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Checking segment: {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:04.739171 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.739632 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Bound using segment: {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:04.740185 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Bound port: c773954a-b3b3-4004-bffa-bf15c2cd10e2, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:04.740620 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.843552 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:04.868196 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:04.962074 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 26d2f65e-7bbb-4449-a427-81a9c767149e completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:04.969847 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:04.973972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:04.994199 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:04.997524 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 26d2f65e-7bbb-4449-a427-81a9c767149e triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:05.004784 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:05.117694 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] For port c773954a-b3b3-4004-bffa-bf15c2cd10e2, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:05.208214 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] For port c773954a-b3b3-4004-bffa-bf15c2cd10e2, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c773954a-b3b3-4004-bffa-bf15c2cd10e2,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:05.277441 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bfe45f8b-8970-4db3-aca4-06bf71507f08 None None] Provisioning complete for port 053de10c-04d5-42b9-b625-8bb5d79c9fee triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:05.288566 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bfe45f8b-8970-4db3-aca4-06bf71507f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:05.344417 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:05.355064 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:05.385275 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:05.456339 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:05.457814 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:05.486476 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-b4d7ed36-6bbc-4ca2-ad38-68a236faf67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:05.518062 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:05.674588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bfe45f8b-8970-4db3-aca4-06bf71507f08 None None] Port 053de10c-04d5-42b9-b625-8bb5d79c9fee cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:05.697275 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 26d2f65e-7bbb-4449-a427-81a9c767149e, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=26d2f65e-7bbb-4449-a427-81a9c767149e,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:05.724256 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Pushing event updated for resources: {'Port': ['ID=c773954a-b3b3-4004-bffa-bf15c2cd10e2,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:05.741280 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:05.767035 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:05.768150 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:05.787813 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb4cce-e0f7-4ffd-9f38-800b202dd9f1 req-434b6ed9-f3d7-43da-8a70-0c6f90d929a4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:05.787813 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f4bb4cce-e0f7-4ffd-9f38-800b202dd9f1 req-434b6ed9-f3d7-43da-8a70-0c6f90d929a4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.4874723 Jun 17 17:57:05.819068 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7904f4-0048-4f20-8859-cf437a6f4ff6 req-73f1073d-d0d6-488f-a967-94733638249f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:05.822515 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c7904f4-0048-4f20-8859-cf437a6f4ff6 req-73f1073d-d0d6-488f-a967-94733638249f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.4699357 Jun 17 17:57:05.957929 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=26d2f65e-7bbb-4449-a427-81a9c767149e,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:05.973071 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:06.095145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Router e8ba9567-302a-4538-9bf5-fc7662bd108e is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:57:06.129229 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f4bb4cce-e0f7-4ffd-9f38-800b202dd9f1 req-c60739b7-07b8-41cf-a37d-750161e96f77 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415182 Jun 17 17:57:06.139932 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c7904f4-0048-4f20-8859-cf437a6f4ff6 req-5a108695-deeb-4c95-9684-113b5502f38d tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059559 Jun 17 17:57:06.228660 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Router 250cc7ef-fe92-4e11-af9c-aa874dde085b has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:57:06.560920 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:06.579070 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Sync routers for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:57:06.600949 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:06.601590 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:06.674202 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:06.689204 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] 10.222.0.30 "PUT /v2.0/routers/250cc7ef-fe92-4e11-af9c-aa874dde085b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4035378 Jun 17 17:57:06.764161 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 26d2f65e-7bbb-4449-a427-81a9c767149e up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:06.797073 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:06.798778 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2582316 Jun 17 17:57:06.805340 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39370) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:07.082853 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:07.595133 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee2272-ee3c-4ab0-8c63-66131595255e None None] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:57:07.793137 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-f00c180d-1b1d-4b15-a242-11a979db542a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.4414411 Jun 17 17:57:07.873003 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Sync routers for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:57:07.882484 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e593c-882f-48a3-a038-eb64e97feca2 req-53d36c72-1e79-4d82-9f0e-717f82d47732 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:07.889375 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-425e593c-882f-48a3-a038-eb64e97feca2 req-53d36c72-1e79-4d82-9f0e-717f82d47732 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.2930956 Jun 17 17:57:07.897720 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:07.899274 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:08.001307 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-9703dfc0-9f75-424e-853e-c647a858b8f9 None None] Provisioning for port c773954a-b3b3-4004-bffa-bf15c2cd10e2 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:08.005800 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cedd20-7ac1-466f-9f6b-a7a2af803af3 req-dc41c8dc-dff3-4b37-8945-fd7a958b9b27 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:08.010860 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9cedd20-7ac1-466f-9f6b-a7a2af803af3 req-dc41c8dc-dff3-4b37-8945-fd7a958b9b27 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.2928975 Jun 17 17:57:08.128033 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-425e593c-882f-48a3-a038-eb64e97feca2 req-50cf29f0-1719-447c-81d0-5c8abecdb804 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374036 Jun 17 17:57:08.206741 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:57:08.207673 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-468adf78-f3f2-4ae8-985c-5323cc925867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:08.209550 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-468adf78-f3f2-4ae8-985c-5323cc925867 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.3981857 Jun 17 17:57:08.215843 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9cedd20-7ac1-466f-9f6b-a7a2af803af3 req-49b11d08-4e52-4470-8e41-a2b1d6a8b422 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989427 Jun 17 17:57:08.311815 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:08.360130 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-d910df61-ad5d-4272-a7a5-9ec4917fca65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 217 time: 0.1333222 Jun 17 17:57:08.440035 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0bab2-d069-4e34-b75e-6a3a1b8c259e req-a5d4437b-b115-47aa-8e8e-5c4a60126e93 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:08.445160 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dce0bab2-d069-4e34-b75e-6a3a1b8c259e req-a5d4437b-b115-47aa-8e8e-5c4a60126e93 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1032901 Jun 17 17:57:08.506496 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 3, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:08.508566 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 26d2f65e-7bbb-4449-a427-81a9c767149e triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:08.508943 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:08.553361 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dce0bab2-d069-4e34-b75e-6a3a1b8c259e req-1a72c7da-0a83-4bc8-8ad8-633740ec9dcc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738151 Jun 17 17:57:08.573323 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Checking router: e8ba9567-302a-4538-9bf5-fc7662bd108e for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:57:08.573683 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Updating router e8ba9567-302a-4538-9bf5-fc7662bd108e port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:57:08.675921 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:08.704597 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-ab8ba260-c39b-41a1-aa65-e2d720e17d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:08.706084 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-ab8ba260-c39b-41a1-aa65-e2d720e17d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.3383141 Jun 17 17:57:08.798489 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-2c230223-5226-4b47-9cca-53f2dabe54ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754435 Jun 17 17:57:08.897845 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c773954a-b3b3-4004-bffa-bf15c2cd10e2 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:09.120024 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port c773954a-b3b3-4004-bffa-bf15c2cd10e2 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:09.123018 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:03Z', 'revision_number': 2, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:09.134543 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-7ffdcaba-2e01-4e8c-8a0b-2363a23e0884 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182042 Jun 17 17:57:09.136879 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port c773954a-b3b3-4004-bffa-bf15c2cd10e2 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:09.137794 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.141135 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Checking router: 250cc7ef-fe92-4e11-af9c-aa874dde085b for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:57:09.141672 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Updating router 250cc7ef-fe92-4e11-af9c-aa874dde085b port 053de10c-04d5-42b9-b625-8bb5d79c9fee binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:57:09.231482 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39426) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:09.235455 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1302271342-network', 'tenant_id': '89d547285bef4c7c906b3981773aa51c'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:09.244222 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:09.265943 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Usage tracker for resource:network and tenant:89d547285bef4c7c906b3981773aa51c is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:09.302924 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:09.326346 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:09.375940 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.471229 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Made reservation on behalf of 89d547285bef4c7c906b3981773aa51c for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:57:09.473543 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.503611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.544873 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] Provisioning complete for port c773954a-b3b3-4004-bffa-bf15c2cd10e2 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:09.545229 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.549449 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:09.553381 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Usage tracker for resource:security_group_rule and tenant:89d547285bef4c7c906b3981773aa51c is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:09.556262 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:09.562678 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:09.602944 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39436) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:09.660582 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.690840 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-112742ff-7486-4fd2-952a-0bdb626d5008 req-fc3bfa89-269a-4da4-93ca-19c388ea2981 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870639 Jun 17 17:57:09.820253 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.839675 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:09.893975 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.905253 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.927016 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:57:09.951904 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce4ba5-692a-484a-80b9-1a933fb8c7dd,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:09.957433 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:09.966736 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:09.967179 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Added segment f2466ab6-5776-4374-a7b5-6c85766c7948 of type vlan for network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 Jun 17 17:57:09.973786 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e63c5-6d5e-4b5a-b1bd-ada7f3a8e1bc req-bc5aff57-00c3-4e81-8b92-4b8155b3530f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:09.974081 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] For port c773954a-b3b3-4004-bffa-bf15c2cd10e2, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c773954a-b3b3-4004-bffa-bf15c2cd10e2,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:09.981383 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4f1e63c5-6d5e-4b5a-b1bd-ada7f3a8e1bc req-bc5aff57-00c3-4e81-8b92-4b8155b3530f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.4782326 Jun 17 17:57:10.019386 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.031021 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad0a9-f831-48ba-a53f-a7e59071180e req-a12957b3-0381-4d40-a016-9e68741ba326 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:10.038038 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-553ad0a9-f831-48ba-a53f-a7e59071180e req-a12957b3-0381-4d40-a016-9e68741ba326 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.5144620 Jun 17 17:57:10.105660 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.108224 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-553ad0a9-f831-48ba-a53f-a7e59071180e req-50dcf2d1-d880-4e1a-afcb-691f7d03d9e4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691266 Jun 17 17:57:10.116739 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.175709 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4f1e63c5-6d5e-4b5a-b1bd-ada7f3a8e1bc req-a1918429-0c94-411e-8d80-6067598f977f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932161 Jun 17 17:57:10.176990 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.213686 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:10.337384 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39448) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:10.362255 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.363830 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:10.364656 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.368744 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:10.382968 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.405020 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] Pushing event updated for resources: {'Port': ['ID=c773954a-b3b3-4004-bffa-bf15c2cd10e2,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:10.409965 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Transition to ACTIVE for port object 053de10c-04d5-42b9-b625-8bb5d79c9fee will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:10.413269 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:10.455223 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 17:57:10.455631 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 17:57:10.548886 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.553971 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-b31bceaf-6a7b-48f7-bb44-bdd9c48fdcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:10.578423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:10.595310 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Usage tracker for resource:security_group_rule and tenant:d098bf9f36864d089d3261b4cbf01524 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:10.609107 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:10.648623 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:10.674521 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Allocated IP 172.20.0.1 (49c22b81-1c6d-4638-aa42-9cdee81ce77f/df271078-58ba-4ff2-8e6b-ab3349722316/c50f6b67-b18c-4b86-bc39-721bb38bcf9b) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:10.846484 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.846484 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Transition to ACTIVE for port object bbd5262b-8cc1-46cd-aed5-0e6ac2301784 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:10.856373 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Pushing event updated for resources: {'Network': ['ID=8602d073-d9ba-42e5-aaf5-03a9595a05b5,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:10.856373 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:10.856536 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:57:10.890744 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1d4fb31b-0928-4b62-b23c-21ca8484e391 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd7652747d62404b960ffc6ecfe6f7c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5505798 Jun 17 17:57:10.893327 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39454) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:10.918096 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c93163-a490-4f4a-beb8-f977d9ccfba9 req-8f822cce-c116-4999-9a27-4ad4bb0d9f45 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:10.925860 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-35c93163-a490-4f4a-beb8-f977d9ccfba9 req-8f822cce-c116-4999-9a27-4ad4bb0d9f45 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.3109984 Jun 17 17:57:10.929375 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3e93-e2e3-4cc0-acf1-befee125deb5 None None] Pushing event updated for resources: {'Port': ['ID=053de10c-04d5-42b9-b625-8bb5d79c9fee,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:10.948422 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-1b4b3e93-e2e3-4cc0-acf1-befee125deb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:10.961651 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Attempting to bind port 053de10c-04d5-42b9-b625-8bb5d79c9fee on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:10.962332 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Attempting to bind port 053de10c-04d5-42b9-b625-8bb5d79c9fee by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:10.962922 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Attempting to bind port 053de10c-04d5-42b9-b625-8bb5d79c9fee on network 49286944-c9b1-462f-9b6e-1e47e928ede6 {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:10.971320 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:10.974979 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Checking segment: {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:10.975784 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.976947 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Bound using segment: {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:10.977604 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Bound port: 053de10c-04d5-42b9-b625-8bb5d79c9fee, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:10.979263 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:10.988964 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.007231 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-35c93163-a490-4f4a-beb8-f977d9ccfba9 req-1cf1b888-655c-49fd-a040-557b78660c7b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803552 Jun 17 17:57:11.019587 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8a3916e6-b0e0-41a5-a07a-38e791aefc64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7862601 Jun 17 17:57:11.033503 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Transition to ACTIVE for port object c50f6b67-b18c-4b86-bc39-721bb38bcf9b will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:11.058803 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39458) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:11.075762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Request body: {'subnet': {'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1302271342-subnet', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:11.093984 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:11.103806 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Usage tracker for resource:subnet and tenant:89d547285bef4c7c906b3981773aa51c is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:11.109255 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.115393 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:11.124564 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-f4cc101e-79b0-43ae-a792-3eb9d2adc22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:11.125920 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:11.141775 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.187113 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] For port 053de10c-04d5-42b9-b625-8bb5d79c9fee, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:11.193844 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.194086 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] For port 053de10c-04d5-42b9-b625-8bb5d79c9fee, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=053de10c-04d5-42b9-b625-8bb5d79c9fee,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:11.277056 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.345467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd237c-03bf-4a29-a746-458291b3df88 None None] Pushing event updated for resources: {'Port': ['ID=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:11.345467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-92dd237c-03bf-4a29-a746-458291b3df88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:11.345467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Attempting to bind port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:11.345467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Attempting to bind port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:11.345467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Attempting to bind port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:11.353870 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:11.354321 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:11.354702 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.355146 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:11.355670 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Bound port: bbd5262b-8cc1-46cd-aed5-0e6ac2301784, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:11.356106 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.415538 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c773954a-b3b3-4004-bffa-bf15c2cd10e2 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:11.462439 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc3623-9e13-4f29-8008-468486620390 req-cbea6f21-2b3d-4fe1-8010-e046f5d02707 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:11.463913 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-72fc3623-9e13-4f29-8008-468486620390 req-cbea6f21-2b3d-4fe1-8010-e046f5d02707 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1033735 Jun 17 17:57:11.471172 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefd39d-b52c-4e13-bba0-a6b029c72b4d req-a87c60ba-7239-41ed-a792-68a64b0453e2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:11.472701 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2cefd39d-b52c-4e13-bba0-a6b029c72b4d req-a87c60ba-7239-41ed-a792-68a64b0453e2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1693895 Jun 17 17:57:11.488925 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] For port bbd5262b-8cc1-46cd-aed5-0e6ac2301784, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:11.493047 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] For port bbd5262b-8cc1-46cd-aed5-0e6ac2301784, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:11.510438 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port c773954a-b3b3-4004-bffa-bf15c2cd10e2 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:11.510812 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.545970 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-72fc3623-9e13-4f29-8008-468486620390 req-90ddcfc4-6610-4920-9463-61d006656495 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722814 Jun 17 17:57:11.553025 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2cefd39d-b52c-4e13-bba0-a6b029c72b4d req-d0c31dd6-f9dd-46ca-a9f6-b920770b6663 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646415 Jun 17 17:57:11.651962 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.656888 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:11.703026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.706369 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.706494 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.707297 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:11.707424 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fa3cf4b6-d7d8-4a10-9d80-77f484cebc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:11.709459 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:11.723126 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97afdf1d-5f63-4418-a7a5-124e9f4d6d78,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:11.726532 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:11.728727 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.729799 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97afdf1d-5f63-4418-a7a5-124e9f4d6d78 HTTP/1.1" status: 204 len: 168 time: 0.8354642 Jun 17 17:57:11.731009 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.739563 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Made reservation on behalf of 89d547285bef4c7c906b3981773aa51c for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:57:11.743553 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:11.771374 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:11.779018 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:11.795430 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:11.813645 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:11.814448 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:11.928437 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:11.929247 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:12.005289 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3e93-e2e3-4cc0-acf1-befee125deb5 None None] Pushing event updated for resources: {'Port': ['ID=053de10c-04d5-42b9-b625-8bb5d79c9fee,revision_number=4']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:12.014687 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-1b4b3e93-e2e3-4cc0-acf1-befee125deb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:12.077271 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd237c-03bf-4a29-a746-458291b3df88 None None] Pushing event updated for resources: {'Port': ['ID=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:12.094068 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-92dd237c-03bf-4a29-a746-458291b3df88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:12.284588 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:12.356760 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:12.385041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:12.386118 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:12.392745 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e762ee90-281b-47a2-83b2-6602bff6fac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.615s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:12.534799 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e6a60-2651-4d1a-bcb1-e5080a424ed8 req-c3e39d9d-8ba5-4ad1-a4f0-cb041d97c09d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:12.538476 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d14e6a60-2651-4d1a-bcb1-e5080a424ed8 req-c3e39d9d-8ba5-4ad1-a4f0-cb041d97c09d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.1469271 Jun 17 17:57:12.553786 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d098bf9f36864d089d3261b4cbf01524&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9424927 Jun 17 17:57:12.563161 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39474) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:12.609723 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:12.641661 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d14e6a60-2651-4d1a-bcb1-e5080a424ed8 req-abc1822f-6b81-440b-a6ab-451761fd14ad tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931520 Jun 17 17:57:12.710137 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9955d8ad-3097-43f0-9573-4b1b9492cf0d,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:12.722552 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:11Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:12.724640 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:12.736263 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d6e2d-761d-4923-9486-4492dfb5bb99 None None] The sync data for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi is: [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:11Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:57:13.008326 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4dc0b6fc-4f84-414c-b66c-a1b8a34acf82 None None] Provisioning for port c50f6b67-b18c-4b86-bc39-721bb38bcf9b completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:13.016464 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4dc0b6fc-4f84-414c-b66c-a1b8a34acf82 None None] Provisioning complete for port c50f6b67-b18c-4b86-bc39-721bb38bcf9b triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:13.017029 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4dc0b6fc-4f84-414c-b66c-a1b8a34acf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.022053 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.024000 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.091906 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0b6fc-4f84-414c-b66c-a1b8a34acf82 None None] Port c50f6b67-b18c-4b86-bc39-721bb38bcf9b cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:13.103004 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 3, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:13.108373 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc43cc7-c073-4135-a3c8-37eac003d3ad None None] The sync data for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi is: [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 3, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:57:13.124563 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8905c49-ab43-4c3c-9883-a73cffc60049 req-d7b916ad-d17c-49e9-a458-071fc1b6ad68 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:13.131914 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d8905c49-ab43-4c3c-9883-a73cffc60049 req-d7b916ad-d17c-49e9-a458-071fc1b6ad68 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.3334594 Jun 17 17:57:13.169138 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd18d6-5135-49a6-ae8f-85a5c7fcf203 req-df1bf6cd-50d3-459c-921c-8e5d0ee9fcc0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:13.176846 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0bd18d6-5135-49a6-ae8f-85a5c7fcf203 req-df1bf6cd-50d3-459c-921c-8e5d0ee9fcc0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.2385492 Jun 17 17:57:13.239632 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0bd18d6-5135-49a6-ae8f-85a5c7fcf203 req-6d217c86-fc8e-4aaf-8747-7946379cef49 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Jun 17 17:57:13.261757 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d8905c49-ab43-4c3c-9883-a73cffc60049 req-0dd2821d-e7c5-497c-bb00-df874e744967 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284444 Jun 17 17:57:13.421465 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.440970 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.493241 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 053de10c-04d5-42b9-b625-8bb5d79c9fee up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:13.523504 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.570009 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:13.671376 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:13.679747 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:13.687318 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.836137 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.844238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:13.881984 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e7dd7-aee5-412e-8c3c-f22e9a109ee6 req-3b5ded4c-e8c2-484e-a946-1b0f64915ae4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:13.883645 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-137e7dd7-aee5-412e-8c3c-f22e9a109ee6 req-3b5ded4c-e8c2-484e-a946-1b0f64915ae4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0815468 Jun 17 17:57:13.948890 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 053de10c-04d5-42b9-b625-8bb5d79c9fee completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:13.958457 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 053de10c-04d5-42b9-b625-8bb5d79c9fee triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:13.959046 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:13.959224 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-137e7dd7-aee5-412e-8c3c-f22e9a109ee6 req-a0eaafb4-f4c3-44b4-8a75-3ac0de69646f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683835 Jun 17 17:57:13.965851 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135eab3e-2441-4b28-b8ab-d2d9ad047905,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:13.969538 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:13.972585 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:13.975172 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:14.061642 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.074846 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-10c75a41-9117-48ab-8bb9-f8ef6f4d4a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:14.090765 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9955d8ad-3097-43f0-9573-4b1b9492cf0d,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:14.097202 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:14.118482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Checking segment: {'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:14.118925 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Network hostable DHCP agents. Network: 8602d073-d9ba-42e5-aaf5-03a9595a05b5, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:57:14.122610 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.165075 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 053de10c-04d5-42b9-b625-8bb5d79c9fee, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=053de10c-04d5-42b9-b625-8bb5d79c9fee,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:14.236265 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.237296 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9955d8ad-3097-43f0-9573-4b1b9492cf0d HTTP/1.1" status: 204 len: 168 time: 1.6724157 Jun 17 17:57:14.297341 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.308101 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:14.337750 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:57:14.415805 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-8e220508-c29a-4451-9428-962d3918d4a9 None None] Provisioning complete for port c50f6b67-b18c-4b86-bc39-721bb38bcf9b triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:14.416446 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8e220508-c29a-4451-9428-962d3918d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.427522 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 8602d073-d9ba-42e5-aaf5-03a9595a05b5) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:14.455822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:14.456674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.485450 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c9b43-dbaf-4897-97b7-9b3ee5e03387 req-0182de33-e8e6-4c84-8b3d-2d1d11ea2c50 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:14.487298 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-400c9b43-dbaf-4897-97b7-9b3ee5e03387 req-0182de33-e8e6-4c84-8b3d-2d1d11ea2c50 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1069617 Jun 17 17:57:14.522988 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-8e220508-c29a-4451-9428-962d3918d4a9 None None] Port c50f6b67-b18c-4b86-bc39-721bb38bcf9b cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:14.525451 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86322f5f-23e3-41ac-bb4e-aadf6db8c3a0 None None] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:57:14.553004 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-400c9b43-dbaf-4897-97b7-9b3ee5e03387 req-1078eb48-a0f7-489c-afa7-b9012de4d0d1 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593970 Jun 17 17:57:14.557149 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=053de10c-04d5-42b9-b625-8bb5d79c9fee,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:14.562400 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:14.609188 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Router e8ba9567-302a-4538-9bf5-fc7662bd108e has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:57:14.633480 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba1c04-1d7e-4f88-89db-093efd5ab221 req-b174766a-77c5-4ab7-9efe-038d0ceb09e4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:14.635003 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6dba1c04-1d7e-4f88-89db-093efd5ab221 req-b174766a-77c5-4ab7-9efe-038d0ceb09e4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0810623 Jun 17 17:57:14.698116 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6dba1c04-1d7e-4f88-89db-093efd5ab221 req-f3d995b5-17cb-461b-b392-6e6788e91867 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529814 Jun 17 17:57:14.712362 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-479bf90d-3389-48e4-a40a-593a30124771 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6420028 Jun 17 17:57:14.714618 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39496) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:14.721564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:14.726913 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:14.732114 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Usage tracker for resource:router and tenant:89d547285bef4c7c906b3981773aa51c is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:14.735947 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:14.742927 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:14.785115 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-8602d073-d9ba-42e5-aaf5-03a9595a05b5', 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'fixed_ips': [{'subnet_id': '135eab3e-2441-4b28-b8ab-d2d9ad047905'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:57:14.786057 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.849541 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:14.855957 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/e8ba9567-302a-4538-9bf5-fc7662bd108e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0494399 Jun 17 17:57:14.858152 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.858482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.883886 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.960618 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Allocated IP 172.20.0.2 (8602d073-d9ba-42e5-aaf5-03a9595a05b5/135eab3e-2441-4b28-b8ab-d2d9ad047905/cc712045-5b47-4515-9f03-f1454e51f82e) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:15.196951 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.207841 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Transition to ACTIVE for port object cc712045-5b47-4515-9f03-f1454e51f82e will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:15.227238 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Transition to ACTIVE for port object cc712045-5b47-4515-9f03-f1454e51f82e will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:15.249077 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a683b-8abe-423a-b2a3-dcdc261d33b4 req-b2c76faa-4b11-4b13-854c-88b2ba4f5ef0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:15.250369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.250674 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-415a683b-8abe-423a-b2a3-dcdc261d33b4 req-b2c76faa-4b11-4b13-854c-88b2ba4f5ef0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0846403 Jun 17 17:57:15.294196 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.298618 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:15.308077 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-415a683b-8abe-423a-b2a3-dcdc261d33b4 req-4a4b31d6-e2b4-4c94-8746-9db2ba984b71 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511193 Jun 17 17:57:15.389207 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-93e1e4c2-4c0d-46fb-923d-fea86410d41e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1099 time: 0.1105032 Jun 17 17:57:15.424862 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 053de10c-04d5-42b9-b625-8bb5d79c9fee up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:15.447119 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39510) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:15.481429 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:15.486416 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Pushing event updated for resources: {'Port': ['ID=cc712045-5b47-4515-9f03-f1454e51f82e,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:15.488828 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:15.492365 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:15.495209 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:15.555155 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.595430 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 053de10c-04d5-42b9-b625-8bb5d79c9fee triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:15.595856 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.638522 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:15.640872 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Attempting to bind port cc712045-5b47-4515-9f03-f1454e51f82e on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:15.641252 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Attempting to bind port cc712045-5b47-4515-9f03-f1454e51f82e by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:15.641623 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Attempting to bind port cc712045-5b47-4515-9f03-f1454e51f82e on network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:15.646218 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Usage tracker for resource:security_group_rule and tenant:00bc6ff82565482990d5250295e91f81 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:15.648404 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:15.651643 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-70b2e24d-ec34-4785-b534-e496f8123ccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:15.653847 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-70b2e24d-ec34-4785-b534-e496f8123ccd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.2076967 Jun 17 17:57:15.659171 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:15.659810 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:15.660200 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Checking segment: {'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:15.660612 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.661087 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Bound using segment: {'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:15.661569 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Bound port: cc712045-5b47-4515-9f03-f1454e51f82e, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:15.661974 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.825066 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a80f0-6dd4-4dfa-aec2-35f8574d7cec req-11bbbd47-4c30-4887-bf59-7a902f079515 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:15.830956 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-281a80f0-6dd4-4dfa-aec2-35f8574d7cec req-11bbbd47-4c30-4887-bf59-7a902f079515 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1323645 Jun 17 17:57:15.845974 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-f1155e37-b54f-487a-adc4-6085d1d7b917 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 200 len: 1001 time: 0.1784344 Jun 17 17:57:15.876844 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] For port cc712045-5b47-4515-9f03-f1454e51f82e, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:15.882826 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] For port cc712045-5b47-4515-9f03-f1454e51f82e, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=cc712045-5b47-4515-9f03-f1454e51f82e,segment=NetworkSegment(f2466ab6-5776-4374-a7b5-6c85766c7948),segment_id=f2466ab6-5776-4374-a7b5-6c85766c7948)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:15.886403 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-281a80f0-6dd4-4dfa-aec2-35f8574d7cec req-e2f0e640-ae2a-4039-a896-11b04e8dfbc6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535457 Jun 17 17:57:15.953282 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.971621 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.975404 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:15.986571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.992702 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:15.995374 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-9b854e06-79d1-4098-8834-7dbf3fa5ab12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:15.997373 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-9b854e06-79d1-4098-8834-7dbf3fa5ab12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.1394205 Jun 17 17:57:16.011641 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550c720-fffd-458b-9a2a-8e513eae7af7 req-e8961f7e-1e0d-4177-a4d8-9e66f62c42c6 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:16.014198 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8550c720-fffd-458b-9a2a-8e513eae7af7 req-e8961f7e-1e0d-4177-a4d8-9e66f62c42c6 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1079936 Jun 17 17:57:16.086681 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.106737 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2474fbd7-676f-4ac6-be50-f6e185432351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:16.115250 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Pushing event updated for resources: {'Port': ['ID=cc712045-5b47-4515-9f03-f1454e51f82e,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:16.126499 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:16.166511 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8550c720-fffd-458b-9a2a-8e513eae7af7 req-9e39890d-bc70-422d-aad3-b0d1a59d8bf5 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460505 Jun 17 17:57:16.193437 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dee7ce-0f6d-4609-9cc1-bb9839fa6796,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:16.200498 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:16.246313 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00bc6ff82565482990d5250295e91f81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7811458 Jun 17 17:57:16.249176 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39528) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:16.289291 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-760a0c3e-ec1c-49c4-8a9d-c1d50ccdf640 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2575929 Jun 17 17:57:16.347852 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.366504 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Allocated IP 172.27.1.253 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/0deea499-1740-4f26-b0d8-5399625d070c) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:16.413954 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.581084 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199db68-f19b-4fb3-b27f-bb7722ccc392 req-aa3e32d6-50d0-435e-94f1-6a74006900ec tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:16.586440 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4199db68-f19b-4fb3-b27f-bb7722ccc392 req-aa3e32d6-50d0-435e-94f1-6a74006900ec tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 946 time: 0.0903902 Jun 17 17:57:16.587976 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.593699 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:16.626003 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dee7ce-0f6d-4609-9cc1-bb9839fa6796,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:16.635424 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:16.638110 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.641857 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63dee7ce-0f6d-4609-9cc1-bb9839fa6796 HTTP/1.1" status: 204 len: 168 time: 0.3891981 Jun 17 17:57:16.685602 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4199db68-f19b-4fb3-b27f-bb7722ccc392 req-d4d9c47a-bcf3-40dc-99da-b152cb11acf7 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926819 Jun 17 17:57:16.686322 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39538) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:16.692758 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-374836144-network', 'tenant_id': '056174a4dedd43a6bce69406806c53e5'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:16.707109 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:16.717285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Usage tracker for resource:network and tenant:056174a4dedd43a6bce69406806c53e5 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:16.721952 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:16.730034 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:16.741251 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8ac9a1b2-189e-400c-a24a-fe79902ac9ac req-ecc3dffa-dbce-4e27-bbf4-23ca0d357069 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.4467332 Jun 17 17:57:16.796968 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-03f12d32-a6da-498e-a467-7b28bf3d3e37 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495103 Jun 17 17:57:16.841919 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Made reservation on behalf of 056174a4dedd43a6bce69406806c53e5 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:57:16.844454 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.857345 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.891076 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:16.891545 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:57:16.895230 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Usage tracker for resource:security_group_rule and tenant:056174a4dedd43a6bce69406806c53e5 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:16.898273 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:16.905120 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:16.959073 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8ac9a1b2-189e-400c-a24a-fe79902ac9ac req-9ecf62a2-c850-41e9-ba93-7f35428847c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024782 Jun 17 17:57:16.962151 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.004809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.061141 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1693c48f-6587-47e5-9a8b-a80c709b7e6d req-5caa47ea-95a4-4af0-bca9-0775238ec7a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510898 Jun 17 17:57:17.130891 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.177038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.183212 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.186081 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d2cfeda2-98a5-44b8-9b90-1bbf8d663607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:17.200156 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:17.200437 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:57:17.236478 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:57:17.259921 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa83685-1901-467e-8f02-d0133adb2b6d,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:17.265311 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:17.267021 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:17.292437 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.298768 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Added segment 17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4 of type vlan for network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 Jun 17 17:57:17.331087 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efca14-dd5a-4fee-8b21-b728175de17b req-3c5c89d7-06da-4bf8-a850-cc83b6bb9d31 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:17.338144 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c8efca14-dd5a-4fee-8b21-b728175de17b req-3c5c89d7-06da-4bf8-a850-cc83b6bb9d31 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.2354186 Jun 17 17:57:17.370983 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:17.374424 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:17.390972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:17.434828 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c8efca14-dd5a-4fee-8b21-b728175de17b req-5e7f08ba-cced-4728-a236-6b9708c362ae tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950212 Jun 17 17:57:17.460907 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.487397 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:17.509710 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.532316 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Pushing event updated for resources: {'Port': ['ID=0deea499-1740-4f26-b0d8-5399625d070c,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:17.537272 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:17.569068 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device cc712045-5b47-4515-9f03-f1454e51f82e up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:17.603755 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'code': 200} Jun 17 17:57:17.609563 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912750a-b4bf-435d-aacf-ceca4b700b63 req-2f4cab73-91b3-4643-83d8-d74be1993ae4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:17.610789 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd276256-1f70-4f5b-be27-2699e3c8fead None None] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:57:17.611073 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7912750a-b4bf-435d-aacf-ceca4b700b63 req-2f4cab73-91b3-4643-83d8-d74be1993ae4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1973720 Jun 17 17:57:17.662585 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7912750a-b4bf-435d-aacf-ceca4b700b63 req-160f8dfc-f6e8-4b43-8a21-a4ec485c418c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Jun 17 17:57:17.720755 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.722662 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:17.723263 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.732672 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-41ead02d-e7ca-4b5b-93b0-b7d054f78de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:17.783703 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=8']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:17.791481 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.795328 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.804545 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:17.876239 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Pushing event updated for resources: {'Network': ['ID=f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:17.880901 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:17.934236 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:57:18.019880 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3315241 Jun 17 17:57:18.025754 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39560) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:18.038946 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Request body: {'subnet': {'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-374836144-subnet', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'ip_version': 4}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:18.039231 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-21a0a850-5aa0-41c4-a288-db4d246e542a None None] Provisioning for port cc712045-5b47-4515-9f03-f1454e51f82e completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:18.063285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe22300-6f0b-4071-8b5b-859dd9d6ed90 req-a029cef8-9e4f-4218-b822-d3c20f4c261b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:18.068489 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2fe22300-6f0b-4071-8b5b-859dd9d6ed90 req-a029cef8-9e4f-4218-b822-d3c20f4c261b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1188641 Jun 17 17:57:18.071173 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:18.074278 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port cc712045-5b47-4515-9f03-f1454e51f82e completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:18.077385 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Usage tracker for resource:subnet and tenant:056174a4dedd43a6bce69406806c53e5 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:18.083684 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:18.084662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port cc712045-5b47-4515-9f03-f1454e51f82e triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:18.085200 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:18.091603 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:18.188476 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Made reservation on behalf of 056174a4dedd43a6bce69406806c53e5 for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:57:18.195819 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:18.243036 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:18.247620 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:57:18.284440 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port cc712045-5b47-4515-9f03-f1454e51f82e, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=cc712045-5b47-4515-9f03-f1454e51f82e,segment=NetworkSegment(f2466ab6-5776-4374-a7b5-6c85766c7948),segment_id=f2466ab6-5776-4374-a7b5-6c85766c7948)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:18.291309 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2fe22300-6f0b-4071-8b5b-859dd9d6ed90 req-9e0bb4a0-c82d-419c-ab40-f822d0c23541 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214952 Jun 17 17:57:18.377251 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:18.380050 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:18.551513 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=cc712045-5b47-4515-9f03-f1454e51f82e,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:18.562947 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:18.630951 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bae7c875-e9cd-421e-8521-5d5d669aea8e None None] Provisioning complete for port cc712045-5b47-4515-9f03-f1454e51f82e triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:18.631639 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bae7c875-e9cd-421e-8521-5d5d669aea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:18.666943 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:18.713259 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Sync routers for ids ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:57:18.774786 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Routers {'622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:18.775343 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:18.791102 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:18.795298 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0767176 Jun 17 17:57:18.795899 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39576) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:19.101785 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Set router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:19.198201 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fb256-7962-4686-b346-f6f624381904 req-3a0e0dba-a089-4183-a2d2-f949d572b3b0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:19.199758 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f73fb256-7962-4686-b346-f6f624381904 req-3a0e0dba-a089-4183-a2d2-f949d572b3b0 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.3010848 Jun 17 17:57:19.222736 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abae6a-39ab-411d-9d10-ce9e3fa66b73 req-925b830c-6185-4d0a-a27b-d29625dc414f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:19.224536 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d5abae6a-39ab-411d-9d10-ce9e3fa66b73 req-925b830c-6185-4d0a-a27b-d29625dc414f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.2655644 Jun 17 17:57:19.361762 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:19.393194 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f73fb256-7962-4686-b346-f6f624381904 req-b71d1c3e-63df-47cf-b639-6a42060e5187 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826897 Jun 17 17:57:19.399015 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:19.553047 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c62ea47-b920-4c32-8f8e-e9162f95d910,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:19.562073 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:19.572332 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d5abae6a-39ab-411d-9d10-ce9e3fa66b73 req-93bf4a78-5dce-49f7-9cce-f2e88b27332f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040495 Jun 17 17:57:19.601805 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Checking segment: {'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:19.602201 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Network hostable DHCP agents. Network: f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:57:19.620631 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device bbd5262b-8cc1-46cd-aed5-0e6ac2301784 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:19.679331 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1425-8556-41ae-9cdb-690096650666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:19.748158 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0deea499-1740-4f26-b0d8-5399625d070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T17:57:17Z', 'revision_number': 3, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port': {'id': '0deea499-1740-4f26-b0d8-5399625d070c', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:16Z', 'updated_at': '2021-06-17T17:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:19.755656 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Checking router: 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:57:19.756030 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Updating router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 port 0deea499-1740-4f26-b0d8-5399625d070c binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:57:19.762700 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:57:19.788555 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:19.821460 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:19.947572 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:19.975449 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:19.976059 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.023838 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8043eb-c23a-4b1a-81e5-157c0d016b52 req-b0a1c6f7-9e0e-48a9-b7d7-065a9b7aa8f8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:20.031831 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ba8043eb-c23a-4b1a-81e5-157c0d016b52 req-b0a1c6f7-9e0e-48a9-b7d7-065a9b7aa8f8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1754565 Jun 17 17:57:20.162141 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ba8043eb-c23a-4b1a-81e5-157c0d016b52 req-34f17aa8-4700-47b6-bc5d-5c40604a5160 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225741 Jun 17 17:57:20.204095 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1728277 Jun 17 17:57:20.205037 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39600) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:20.210518 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:20.214588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.227511 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Transition to ACTIVE for port object 0deea499-1740-4f26-b0d8-5399625d070c will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:20.227887 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:20.234399 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:20.250569 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d6042e-1ba1-48cc-afce-d87f728b31f5 None None] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:57:20.253950 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Usage tracker for resource:router and tenant:056174a4dedd43a6bce69406806c53e5 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:20.259208 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:20.259598 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.267484 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:20.275545 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:20.359270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.377612 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.412067 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:20.428613 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.430727 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.470577 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.579903 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Attempting to bind port 0deea499-1740-4f26-b0d8-5399625d070c on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:20.580345 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Attempting to bind port 0deea499-1740-4f26-b0d8-5399625d070c by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:20.580968 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Attempting to bind port 0deea499-1740-4f26-b0d8-5399625d070c on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:20.625143 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6732b-15e3-4a05-ad1f-1fe85360b6e2 None None] Pushing event updated for resources: {'Port': ['ID=0deea499-1740-4f26-b0d8-5399625d070c,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:20.628812 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c1e6732b-15e3-4a05-ad1f-1fe85360b6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:20.629695 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:20.630124 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:20.632401 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.632885 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:20.633844 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Bound port: 0deea499-1740-4f26-b0d8-5399625d070c, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:20.633844 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.758086 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be03c6-9259-46fc-b6e7-deb0cadb7147 req-bd7cb881-ec1f-4f65-beb0-ff7f2dd09815 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:20.765964 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9be03c6-9259-46fc-b6e7-deb0cadb7147 req-bd7cb881-ec1f-4f65-beb0-ff7f2dd09815 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.2554722 Jun 17 17:57:20.798158 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Allocated IP 172.20.0.1 (8602d073-d9ba-42e5-aaf5-03a9595a05b5/135eab3e-2441-4b28-b8ab-d2d9ad047905/de7a737f-78c4-4af0-b873-1ec2d19f7fd0) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:20.848983 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e9be03c6-9259-46fc-b6e7-deb0cadb7147 req-59771fe4-31ce-47e8-8f43-69bab1190d6e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Jun 17 17:57:20.890769 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.904737 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] For port 0deea499-1740-4f26-b0d8-5399625d070c, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:20.916618 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] For port 0deea499-1740-4f26-b0d8-5399625d070c, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=0deea499-1740-4f26-b0d8-5399625d070c,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:20.942655 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:20.985351 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-aae56989-210b-40ed-bd80-7676529e024d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e1ade3086064c6abeac4a531720c924&device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 1099 time: 0.3919241 Jun 17 17:57:20.995903 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port bbd5262b-8cc1-46cd-aed5-0e6ac2301784, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:21.004256 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9', 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'fixed_ips': [{'subnet_id': '7c62ea47-b920-4c32-8f8e-e9162f95d910'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 17:57:21.005183 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.017106 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.024009 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:21.124083 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.157229 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Transition to ACTIVE for port object de7a737f-78c4-4af0-b873-1ec2d19f7fd0 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:21.158503 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.159350 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device cc712045-5b47-4515-9f03-f1454e51f82e up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:21.180988 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-5032a8a4-7d53-4029-90e4-a22d8aebb328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:21.182371 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-5032a8a4-7d53-4029-90e4-a22d8aebb328 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 200 len: 919 time: 0.1830535 Jun 17 17:57:21.254865 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87be4-8a45-43f9-abc2-c51b0f0f0cc9 req-862bf72c-797b-4f45-8f22-794451211092 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:21.256876 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b5d87be4-8a45-43f9-abc2-c51b0f0f0cc9 req-862bf72c-797b-4f45-8f22-794451211092 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.2464511 Jun 17 17:57:21.262531 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6732b-15e3-4a05-ad1f-1fe85360b6e2 None None] Pushing event updated for resources: {'Port': ['ID=0deea499-1740-4f26-b0d8-5399625d070c,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:21.265916 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c1e6732b-15e3-4a05-ad1f-1fe85360b6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:21.271949 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-92dd237c-03bf-4a29-a746-458291b3df88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:21.284803 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-b47b5957-048a-4726-be8f-6b0229edfab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 200 len: 217 time: 0.0945122 Jun 17 17:57:21.331133 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Routers {'622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:21.331774 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:56:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:21.343476 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b5d87be4-8a45-43f9-abc2-c51b0f0f0cc9 req-2cde1f51-3ef6-45cc-8087-610f69756f5e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726557 Jun 17 17:57:21.360315 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-6539cc0f-856a-4141-91c4-4c4e40ff93a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:21.362828 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-6539cc0f-856a-4141-91c4-4c4e40ff93a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 200 len: 858 time: 0.0709803 Jun 17 17:57:21.421958 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.428129 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:21.458062 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.468262 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-8a9167d0-fb16-4928-b785-e93108ff058a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9028cff4-9a93-4790-a437-67cb373e5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975416 Jun 17 17:57:21.493568 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.534438 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:21.536714 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Allocated IP 172.20.0.2 (f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9/7c62ea47-b920-4c32-8f8e-e9162f95d910/c98a11c7-23d3-44d8-a161-8738c3f378be) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:21.542475 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:21.606150 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:21.711501 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f8a212ee-450d-4c55-9b43-e1e4a1b48593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.713362 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:21.747832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Allocated IP 172.27.1.243 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/a5025bf2-bcb9-4851-a6e9-5be36acb90fb) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:21.816731 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Pushing event updated for resources: {'Port': ['ID=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:21.827057 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:21.852259 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-837d0c9f-0120-416b-8fb7-068f671fab10 service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646617 Jun 17 17:57:21.870036 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:21.874934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:21.963761 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.002231 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port cc712045-5b47-4515-9f03-f1454e51f82e triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:22.002614 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.088388 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.097214 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] Set router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:22.101289 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.107051 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:22.164349 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684054c-f3bf-4c4c-a2f9-3481c46e10af req-5885f5ca-ad80-4bda-8be3-50357ff2f787 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:22.176430 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4684054c-f3bf-4c4c-a2f9-3481c46e10af req-5885f5ca-ad80-4bda-8be3-50357ff2f787 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1738169 Jun 17 17:57:22.180306 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:22.206950 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.222904 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:22.311450 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Transition to ACTIVE for port object c98a11c7-23d3-44d8-a161-8738c3f378be will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:22.319636 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:22.320958 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a04d69b6-b42e-4e76-91fe-62118193d34b req-7bfb5d0b-bac0-4fe7-90ad-21a72a26e78e service neutron] 10.222.0.36 "GET /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611170 Jun 17 17:57:22.323712 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-596ec4e6-5c89-4901-820f-89d20cbfd444 None None] Provisioning for port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:22.339498 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-596ec4e6-5c89-4901-820f-89d20cbfd444 None None] Provisioning complete for port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:22.340683 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-596ec4e6-5c89-4901-820f-89d20cbfd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.421726 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39652) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:22.431377 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.476283 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Pushing event updated for resources: {'Port': ['ID=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:22.486435 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4684054c-f3bf-4c4c-a2f9-3481c46e10af req-cbc07146-2c90-41c0-aa98-bd1a05c1bd31 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090370 Jun 17 17:57:22.490049 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:22.513465 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.537971 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a020a6bf-da88-4d04-b9c7-0b412aa213ba req-80f596e8-d611-4fd9-9e3a-3cf741fe5d3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1416752 Jun 17 17:57:22.555333 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bb6d851b-fac2-4633-804f-231c9050ae3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:22.568876 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Transition to ACTIVE for port object c98a11c7-23d3-44d8-a161-8738c3f378be will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:22.605485 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-596ec4e6-5c89-4901-820f-89d20cbfd444 None None] Port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:22.700448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.707572 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:22.747551 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device bbd5262b-8cc1-46cd-aed5-0e6ac2301784 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:22.750614 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.751451 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.765126 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710668bd-b6e9-4d8c-a100-4f26645518a5 req-3e453ff7-a367-4a63-a55f-1758d53f67ac tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:22.767827 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-710668bd-b6e9-4d8c-a100-4f26645518a5 req-3e453ff7-a367-4a63-a55f-1758d53f67ac tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1164954 Jun 17 17:57:22.779831 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.799356 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.818114 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:22.827366 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Pushing event updated for resources: {'Port': ['ID=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:22.865374 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:22.868067 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:22.876948 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:22.880439 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Pushing event updated for resources: {'Port': ['ID=c98a11c7-23d3-44d8-a161-8738c3f378be,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:22.883730 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:22.884431 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:22.918885 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-710668bd-b6e9-4d8c-a100-4f26645518a5 req-8d3d607d-5663-41f9-aa8c-0ff573a5b14f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655570 Jun 17 17:57:22.937941 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:22.956201 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Usage tracker for resource:security_group_rule and tenant:00f2d20c79434932a7469ffc49fa0ad2 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:22.969011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:23.028755 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:57:23.037862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:23.050880 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:23.054128 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:23.160818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0deea499-1740-4f26-b0d8-5399625d070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T17:57:17Z', 'revision_number': 3, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port': {'id': '0deea499-1740-4f26-b0d8-5399625d070c', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:16Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:23.166741 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:23.167117 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.217304 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Router ba926bbd-eec5-479f-a9dd-58107318664f is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 17:57:23.220238 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Attempting to bind port c98a11c7-23d3-44d8-a161-8738c3f378be on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:23.220615 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Attempting to bind port c98a11c7-23d3-44d8-a161-8738c3f378be by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:23.220979 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Attempting to bind port c98a11c7-23d3-44d8-a161-8738c3f378be on network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:23.241239 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799c45d-310c-4a81-8f6e-28dd070c4304 None None] The sync data for ids ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'] in dv-cinder-796864-1-iscsi is: [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0deea499-1740-4f26-b0d8-5399625d070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T17:57:17Z', 'revision_number': 3, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port': {'id': '0deea499-1740-4f26-b0d8-5399625d070c', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:16Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:57:23.258755 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:23.264211 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Checking segment: {'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:23.264211 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.264211 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Bound using segment: {'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:23.264211 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Bound port: c98a11c7-23d3-44d8-a161-8738c3f378be, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:23.264211 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.372713 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c178-faa7-40e5-a208-b41de8e3fd07 req-927c0499-908b-4f5f-8d3c-613c42c5e5dc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:23.376535 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1d35c178-faa7-40e5-a208-b41de8e3fd07 req-927c0499-908b-4f5f-8d3c-613c42c5e5dc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.2126155 Jun 17 17:57:23.391198 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.459824 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.466749 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1d35c178-faa7-40e5-a208-b41de8e3fd07 req-71a6770a-c3ea-4c71-97e4-13c945998287 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772891 Jun 17 17:57:23.473176 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b451ce18-88f0-4d90-b554-f1a084152d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:23.486541 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39668) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:23.511261 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] For port c98a11c7-23d3-44d8-a161-8738c3f378be, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:23.517853 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] For port c98a11c7-23d3-44d8-a161-8738c3f378be, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c98a11c7-23d3-44d8-a161-8738c3f378be,segment=NetworkSegment(17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4),segment_id=17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:23.521400 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-2255529f-9fe9-41d3-8c69-8338338ed554 None None] Provisioning complete for port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:23.521776 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-2255529f-9fe9-41d3-8c69-8338338ed554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.535536 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508f5c4d-ee59-4d48-8238-c98d09825639,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:23.539715 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:23.542133 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00f2d20c79434932a7469ffc49fa0ad2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1194937 Jun 17 17:57:23.544825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39676) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:23.622813 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.629025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-92dd237c-03bf-4a29-a746-458291b3df88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:23.690057 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:23.695241 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-2255529f-9fe9-41d3-8c69-8338338ed554 None None] Port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:23.706581 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Sync routers for ids ['ba926bbd-eec5-479f-a9dd-58107318664f'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:57:23.718699 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Pushing event updated for resources: {'Port': ['ID=c98a11c7-23d3-44d8-a161-8738c3f378be,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:23.722121 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:23.735634 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Routers {'ba926bbd-eec5-479f-a9dd-58107318664f'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:23.736258 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ba926bbd-eec5-479f-a9dd-58107318664f'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:23.759943 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.817293 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.821675 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b0cd-bcd4-4d6f-9833-6f31224bae6e req-10d5135a-9771-4272-9a4d-c4c8622e0895 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:23.823269 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dbb8b0cd-bcd4-4d6f-9833-6f31224bae6e req-10d5135a-9771-4272-9a4d-c4c8622e0895 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1039333 Jun 17 17:57:23.888520 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-88a61c3a-e56f-4ca3-ac53-bbaec13099b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4002821 Jun 17 17:57:23.905864 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.907078 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7009513 Jun 17 17:57:23.910301 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 39680) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:23.914968 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dbb8b0cd-bcd4-4d6f-9833-6f31224bae6e req-2b445009-9ee3-4501-90ae-7f5f94195227 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 Jun 17 17:57:23.980114 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:23.992787 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Set router ba926bbd-eec5-479f-a9dd-58107318664f gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:24.137000 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:57:24.263847 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:24.272683 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4defc1a2-f5a0-4555-98a4-1ee06e3d6498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:24.275606 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b9ce-559f-4cc0-8b2c-df643867c08d req-19e88b7b-17a1-4cee-b4e4-9e1ee881e6e2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:24.282619 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a267b9ce-559f-4cc0-8b2c-df643867c08d req-19e88b7b-17a1-4cee-b4e4-9e1ee881e6e2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1268198 Jun 17 17:57:24.292609 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f5c4d-ee59-4d48-8238-c98d09825639,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:24.300238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:24.317392 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:24.320871 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/508f5c4d-ee59-4d48-8238-c98d09825639 HTTP/1.1" status: 204 len: 168 time: 0.7723804 Jun 17 17:57:24.377421 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a267b9ce-559f-4cc0-8b2c-df643867c08d req-ee70a60d-3ad3-4bd4-8e0d-f88c1bd4df41 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895967 Jun 17 17:57:24.396221 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:24.470403 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:57:22Z', 'revision_number': 3, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port': {'id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:21Z', 'updated_at': '2021-06-17T17:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:24.474685 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Checking router: ba926bbd-eec5-479f-a9dd-58107318664f for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:57:24.475040 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Updating router ba926bbd-eec5-479f-a9dd-58107318664f port a5025bf2-bcb9-4851-a6e9-5be36acb90fb binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:57:24.548228 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:24.739517 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:24.760267 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] 10.222.0.30 "PUT /v2.0/routers/622c7b3d-e1d1-4b92-ba7a-a96f0e573f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9632938 Jun 17 17:57:24.880009 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a36b8-9c66-426d-8ced-e8d5e8550f8e req-40d358a1-8c66-4805-8a78-6ac926664bbc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:24.902182 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f20a36b8-9c66-426d-8ced-e8d5e8550f8e req-40d358a1-8c66-4805-8a78-6ac926664bbc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1795831 Jun 17 17:57:24.916595 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c98a11c7-23d3-44d8-a161-8738c3f378be up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:25.077803 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f20a36b8-9c66-426d-8ced-e8d5e8550f8e req-78b9c3b2-ef5b-4a89-ac2c-994644a0db9d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725178 Jun 17 17:57:25.261486 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port c98a11c7-23d3-44d8-a161-8738c3f378be completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:25.291048 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.321960 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Transition to ACTIVE for port object a5025bf2-bcb9-4851-a6e9-5be36acb90fb will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:25.327676 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44331149-9f67-4796-846a-40a7d3d27b39 None None] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:57:25.333110 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af24447-c953-44ac-b071-6fe013df3f0d req-3150e3eb-1c7d-4fdb-bd16-f894fa2bfab7 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:25.338660 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2af24447-c953-44ac-b071-6fe013df3f0d req-3150e3eb-1c7d-4fdb-bd16-f894fa2bfab7 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.2598042 Jun 17 17:57:25.369814 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39708) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:25.447479 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.455298 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:25.474742 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.490885 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2af24447-c953-44ac-b071-6fe013df3f0d req-f3e2a163-bd89-4cac-9f27-dd70d63015f2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459839 Jun 17 17:57:25.497609 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-3f83ba2b-dfd5-4534-9930-519823aacfb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 1099 time: 0.1124876 Jun 17 17:57:25.545918 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:25.567836 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47e942-cac8-4b97-beaa-2a665833afdf req-aac0873a-45fa-4ff8-9e69-e81e0b263752 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:25.576927 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa47e942-cac8-4b97-beaa-2a665833afdf req-aac0873a-45fa-4ff8-9e69-e81e0b263752 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.2052448 Jun 17 17:57:25.578492 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Usage tracker for resource:security_group_rule and tenant:fff8af759492454fabf6d88565660b85 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:25.580678 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Attempting to bind port a5025bf2-bcb9-4851-a6e9-5be36acb90fb on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:25.581071 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Attempting to bind port a5025bf2-bcb9-4851-a6e9-5be36acb90fb by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:25.581447 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Attempting to bind port a5025bf2-bcb9-4851-a6e9-5be36acb90fb on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:25.588380 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:25.597143 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:25.597536 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:25.597966 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.598421 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:25.598906 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Bound port: a5025bf2-bcb9-4851-a6e9-5be36acb90fb, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:25.599334 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.626903 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add46781-d255-4fcb-be32-21e902d221f2 None None] Pushing event updated for resources: {'Port': ['ID=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,revision_number=2']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:25.645071 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-add46781-d255-4fcb-be32-21e902d221f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:25.653734 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:25.668313 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-9248df87-950f-4bf7-b43c-705e37248c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:25.670523 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-9248df87-950f-4bf7-b43c-705e37248c45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 911 time: 0.1660085 Jun 17 17:57:25.711913 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aa47e942-cac8-4b97-beaa-2a665833afdf req-63478315-d76c-4b13-b33b-a347ff76de00 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263373 Jun 17 17:57:25.719540 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] For port a5025bf2-bcb9-4851-a6e9-5be36acb90fb, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:25.721173 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Provisioning for port c98a11c7-23d3-44d8-a161-8738c3f378be completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:25.727309 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] For port a5025bf2-bcb9-4851-a6e9-5be36acb90fb, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:25.730014 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Provisioning complete for port c98a11c7-23d3-44d8-a161-8738c3f378be triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:25.730014 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.828572 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.851119 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.864706 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-e4172b4f-8239-4aa5-b9c6-ce2ecba7dc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:25.910681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:25.924387 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-3fb8cb25-ae20-487a-a2eb-5881aabdd9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:25.975771 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.007925 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-337892a6-5f79-41a7-a18f-26b5a1d5ccae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17 HTTP/1.1" status: 200 len: 1001 time: 0.3263226 Jun 17 17:57:26.020560 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] For port c98a11c7-23d3-44d8-a161-8738c3f378be, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c98a11c7-23d3-44d8-a161-8738c3f378be,segment=NetworkSegment(17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4),segment_id=17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:26.025937 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Routers {'ba926bbd-eec5-479f-a9dd-58107318664f'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:26.028178 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fff8af759492454fabf6d88565660b85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6557205 Jun 17 17:57:26.029215 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5709f727-2383-42a6-960b-5112d49c43fb,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:26.030190 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ba926bbd-eec5-479f-a9dd-58107318664f'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:26.031966 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39718) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:26.059380 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:26.092903 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.095102 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:26.204933 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.244319 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.277302 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-c5815d2a-d506-4abe-8f47-cefff89db400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:26.279860 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-c5815d2a-d506-4abe-8f47-cefff89db400 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc47c60d-03ea-4f72-b81c-4f59dcdcd896 HTTP/1.1" status: 200 len: 849 time: 0.2624354 Jun 17 17:57:26.282132 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Pushing event updated for resources: {'Port': ['ID=c98a11c7-23d3-44d8-a161-8738c3f378be,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:26.283797 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add46781-d255-4fcb-be32-21e902d221f2 None None] Pushing event updated for resources: {'Port': ['ID=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:26.287307 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:26.305906 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-b6ff309e-fa7f-41a9-b560-81a418947de9 None None] Provisioning complete for port c98a11c7-23d3-44d8-a161-8738c3f378be triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:26.306284 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-b6ff309e-fa7f-41a9-b560-81a418947de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.314591 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-add46781-d255-4fcb-be32-21e902d221f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:26.325969 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] Set router ba926bbd-eec5-479f-a9dd-58107318664f gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:26.435869 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.445947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-38f1542c-177d-4643-b11b-64e5728fa569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:26.475213 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.478675 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5709f727-2383-42a6-960b-5112d49c43fb HTTP/1.1" status: 204 len: 168 time: 0.4346302 Jun 17 17:57:26.483227 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709f727-2383-42a6-960b-5112d49c43fb,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:26.498351 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:26.516340 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-33594bf8-0cb0-4f14-86ef-693297b1dacf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c7134-3333-4669-982a-933a9b4a6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2287757 Jun 17 17:57:26.557587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.767937 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39734) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:26.774770 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-8cd7e703-15e6-49e6-9bb2-a028a3051c0a service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512562 Jun 17 17:57:26.778066 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788077443', 'description': 'tempest-secgroup-smoke-1788077443 description', 'project_id': '39271eca80424b05b2c69d039d0b15c3'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:26.794346 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:26.809309 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c98a11c7-23d3-44d8-a161-8738c3f378be up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:26.834208 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:57:22Z', 'revision_number': 3, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port': {'id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:21Z', 'updated_at': '2021-06-17T17:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:26.835381 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:26.844983 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:26.848664 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad167dc-c973-45d7-9393-b360e572bfdf None None] The sync data for ids ['ba926bbd-eec5-479f-a9dd-58107318664f'] in dv-cinder-796864-1-iscsi is: [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:57:22Z', 'revision_number': 3, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port': {'id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:21Z', 'updated_at': '2021-06-17T17:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:57:26.869292 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:26.977659 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port c98a11c7-23d3-44d8-a161-8738c3f378be triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:26.978476 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:26.995463 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.128196 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1daaa077-2ac6-417d-974b-9f64e8279e5f req-74eef33a-7aee-4818-aa95-f96af5ac6558 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208730 Jun 17 17:57:27.136638 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Allocated IP 172.20.0.1 (f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9/7c62ea47-b920-4c32-8f8e-e9162f95d910/b789712c-06a4-4d35-a547-2f120ca9201b) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:27.192598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397e6f6-562b-42f6-8c19-a1b048007803 req-19958033-527b-4949-a205-b3b4b4077eff tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:27.198770 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f397e6f6-562b-42f6-8c19-a1b048007803 req-19958033-527b-4949-a205-b3b4b4077eff tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.2893178 Jun 17 17:57:27.238843 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:27.315326 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:27.321037 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:27.338628 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:27.372628 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f397e6f6-562b-42f6-8c19-a1b048007803 req-41cb3c2c-7a52-4ba0-a75d-de3128aeddf8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599307 Jun 17 17:57:27.375413 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00e3ca-f30e-4c4e-8dc5-f2470bcaead4 req-76ff38f5-1e40-4852-b4cb-d08c2e629e27 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:27.383188 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c00e3ca-f30e-4c4e-8dc5-f2470bcaead4 req-76ff38f5-1e40-4852-b4cb-d08c2e629e27 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.3260996 Jun 17 17:57:27.469339 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.473379 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c00e3ca-f30e-4c4e-8dc5-f2470bcaead4 req-d320a0b0-f228-4902-9817-99b17fc89fec tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835733 Jun 17 17:57:27.478446 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.487345 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Transition to ACTIVE for port object b789712c-06a4-4d35-a547-2f120ca9201b will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:27.544473 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.548915 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ef0a2c43-1a51-4f23-b07f-9d69ea6566fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:27.587112 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:27.590367 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:27.603989 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.609286 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c8da8d73-5baf-48f5-80b2-f22cd94c7fd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:27.656911 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.659065 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8883126 Jun 17 17:57:27.661401 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39748) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:27.667062 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'security_group_rule': {'security_group_id': 'aff36b4f-2f73-41ce-a8fe-0b5adcc2565f', 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:27.673702 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:27.677588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:27.680455 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:27.682233 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:27.685546 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-8cc3081c-22d3-4750-a57d-882f6b089b70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1&tenant_id=58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 1097 time: 0.1481860 Jun 17 17:57:27.686971 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:27.688432 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:27.692863 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:27.729084 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Pushing event updated for resources: {'Port': ['ID=b789712c-06a4-4d35-a547-2f120ca9201b,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:27.729084 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:27.749455 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.783421 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.863753 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.943322 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:27.996620 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-c124727a-b82b-4f53-ac94-9fe0ad721bdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1097 time: 0.1680496 Jun 17 17:57:28.016495 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.018957 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:28.075434 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b649dd-2155-45d5-8e25-b65b059200ad,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:28.079140 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:28.084909 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4d89a3b6-27c3-4ec1-b3d7-7e3c5e525ad6 None None] Provisioning for port b789712c-06a4-4d35-a547-2f120ca9201b completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:28.096105 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4d89a3b6-27c3-4ec1-b3d7-7e3c5e525ad6 None None] Provisioning complete for port b789712c-06a4-4d35-a547-2f120ca9201b triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:28.096690 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4d89a3b6-27c3-4ec1-b3d7-7e3c5e525ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.163494 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4d89a3b6-27c3-4ec1-b3d7-7e3c5e525ad6 None None] Port b789712c-06a4-4d35-a547-2f120ca9201b cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:28.173285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.178553 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5159423 Jun 17 17:57:28.179392 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39760) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:28.188524 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'security_group_rule': {'security_group_id': 'aff36b4f-2f73-41ce-a8fe-0b5adcc2565f', 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:28.194708 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:28.198768 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:28.202729 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:28.209123 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:28.306667 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-3a807c0f-f9c6-429e-a3a6-e138391c77de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:28.308120 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-3a807c0f-f9c6-429e-a3a6-e138391c77de service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.3041747 Jun 17 17:57:28.311689 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.375945 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.442787 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-1ea182e4-8c4b-40f2-944e-7b8e2f7c59b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 200 len: 999 time: 0.1208980 Jun 17 17:57:28.447853 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.451660 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0b7d0c78-d8c5-416e-b45e-4b8ae1dc3b05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:28.458146 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.518452 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e9a303-3eab-47ba-b585-c920ceb7afdc,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:28.520869 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:28.540867 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-d0eeb6b9-02ff-40de-8f19-ef8ef42ddcab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:28.541990 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-d0eeb6b9-02ff-40de-8f19-ef8ef42ddcab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0817568 Jun 17 17:57:28.600160 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.631844 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bbcd4361-f65b-4e2f-8dfe-a0ccee03b86b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:28.669005 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.670169 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4898181 Jun 17 17:57:28.673936 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39772) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:28.684751 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'security_group_rule': {'security_group_id': 'aff36b4f-2f73-41ce-a8fe-0b5adcc2565f', 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:28.698568 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317f12b-8ca4-4022-8843-5a724b0a3754 req-2c82c912-2ae0-4c7f-96bb-3b211b526d40 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:28.700053 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9317f12b-8ca4-4022-8843-5a724b0a3754 req-2c82c912-2ae0-4c7f-96bb-3b211b526d40 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1452358 Jun 17 17:57:28.705067 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:28.727039 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:28.731058 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Pushing event updated for resources: {'Port': ['ID=b789712c-06a4-4d35-a547-2f120ca9201b,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:28.735430 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.735871 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:28.740351 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:28.745140 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:28.779360 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9317f12b-8ca4-4022-8843-5a724b0a3754 req-7f08554a-40e3-4162-8ae9-99016ed86577 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717361 Jun 17 17:57:28.785679 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2105-3326-4b64-95d6-bb1930ed2045 req-9c77e9dd-fd1b-4128-9e8b-902d736cfb2e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:28.787127 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-345e2105-3326-4b64-95d6-bb1930ed2045 req-9c77e9dd-fd1b-4128-9e8b-902d736cfb2e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1674130 Jun 17 17:57:28.821351 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-b592e0ca-7ea9-497d-9a41-9c0f271bb9c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2716169 Jun 17 17:57:28.856147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.878910 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-345e2105-3326-4b64-95d6-bb1930ed2045 req-7d24e933-4329-4d7b-b3d9-8f3e299f1a35 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859220 Jun 17 17:57:28.935011 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:28.996811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:29.000082 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:29.085009 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.087118 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:29.118672 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-adbb5e5d-e8e1-4eed-b525-49a3416dc08e service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838428 Jun 17 17:57:29.148761 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec060cb6-c994-4586-bd92-e19c5024481f,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:29.179157 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.179308 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.179627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.179986 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.180340 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.180691 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.181039 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.181477 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.181913 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.182228 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.182576 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:29.194888 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:29.282573 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.284413 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6067698 Jun 17 17:57:29.287102 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39790) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:29.293562 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'security_group_rule': {'security_group_id': 'aff36b4f-2f73-41ce-a8fe-0b5adcc2565f', 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:29.300452 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:29.304585 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-3380b28e-d955-4a09-8d24-93dfc7764f3c None None] Provisioning complete for port b789712c-06a4-4d35-a547-2f120ca9201b triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:29.305561 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3380b28e-d955-4a09-8d24-93dfc7764f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.305708 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:29.310065 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:29.317498 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:29.371358 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3380b28e-d955-4a09-8d24-93dfc7764f3c None None] Port b789712c-06a4-4d35-a547-2f120ca9201b cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:57:29.409044 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.486460 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dbcc08f0-a95b-4f3c-86d4-4665c16ab71d req-ca5b56d4-2c25-458b-9f9a-2541a43ac344 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454344 Jun 17 17:57:29.487488 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.590330 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.592714 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:29.615282 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647fe1b2-9c7a-443b-a770-e43cf57c33e4,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:29.617749 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:29.693498 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.702405 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4066560 Jun 17 17:57:29.702405 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39802) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:29.716620 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Router ba926bbd-eec5-479f-a9dd-58107318664f has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:57:29.717917 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'security_group_rule': {'security_group_id': 'aff36b4f-2f73-41ce-a8fe-0b5adcc2565f', 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:29.724246 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:29.728191 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:29.731159 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:29.737106 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:29.914462 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.securitygroups_db [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Project 39271eca80424b05b2c69d039d0b15c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:57:29.923822 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:29.944261 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:57:29.960102 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] 10.222.0.30 "PUT /v2.0/routers/ba926bbd-eec5-479f-a9dd-58107318664f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0474763 Jun 17 17:57:30.067289 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:30.084487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dc296-b4d4-4e01-a1da-0e9eb6e8a828 req-84f57503-6ec4-4773-90b3-4ae3800f615e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:30.094236 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca9dc296-b4d4-4e01-a1da-0e9eb6e8a828 req-84f57503-6ec4-4773-90b3-4ae3800f615e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1285009 Jun 17 17:57:30.142323 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca9dc296-b4d4-4e01-a1da-0e9eb6e8a828 req-4e550b91-b1e0-4ea8-98c3-73f13bebfd91 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504675 Jun 17 17:57:30.156123 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:30.168388 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:30.200258 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76573d3d-b4a6-41d4-b1a1-0e17972e64f2,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:30.205470 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:30.304275 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:30.305481 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6066918 Jun 17 17:57:30.308272 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 39822) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:30.314840 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'security_group_rule': {'security_group_id': 'aff36b4f-2f73-41ce-a8fe-0b5adcc2565f', 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:30.319970 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:30.324075 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:security_group_rule and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:30.327143 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:30.335992 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:30.458956 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.securitygroups_db [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Project 39271eca80424b05b2c69d039d0b15c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:57:30.473407 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:30.563144 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:30.630520 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:30.632598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-28cb6197-4fc1-4936-818a-d4d1a430c924 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:30.653675 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637f08f8-11df-4783-b958-7b93ca4ee9c7,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:30.658147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:30.767558 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:30.778099 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4590790 Jun 17 17:57:31.408434 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16b5e1-e071-4371-b927-afd3f4f763b3 req-8cc41ab4-5e8b-4d6f-a85a-56f056be00f2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:31.414481 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-af16b5e1-e071-4371-b927-afd3f4f763b3 req-8cc41ab4-5e8b-4d6f-a85a-56f056be00f2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1096578 Jun 17 17:57:31.486381 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-af16b5e1-e071-4371-b927-afd3f4f763b3 req-2a616bfc-990f-4a18-a20d-10783aa70ce6 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688374 Jun 17 17:57:32.751603 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6aa77-ca42-412c-910c-b53ca781dd3e req-d11d8b7b-9b14-4694-be53-247656166c7c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:32.753043 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-faf6aa77-ca42-412c-910c-b53ca781dd3e req-d11d8b7b-9b14-4694-be53-247656166c7c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.0838776 Jun 17 17:57:32.809376 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-faf6aa77-ca42-412c-910c-b53ca781dd3e req-064ee91a-5601-42b3-9ebc-eaad798719a0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504611 Jun 17 17:57:32.935668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd5ae2-fe13-4482-bbf5-2d2f75c55655 req-cfb08bac-c214-4e2e-8328-b9cb3028252a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:32.937613 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59cd5ae2-fe13-4482-bbf5-2d2f75c55655 req-cfb08bac-c214-4e2e-8328-b9cb3028252a tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1270308 Jun 17 17:57:33.310608 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59cd5ae2-fe13-4482-bbf5-2d2f75c55655 req-3db06b49-f937-4aa0-9e9a-a5e0fece880e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Jun 17 17:57:33.428329 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Sync routers for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:57:33.456215 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:33.457108 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:33.912780 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:34.411524 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a238-ff59-4284-b8d0-8611d52ab2b1 req-7e7cd6a3-d345-46b8-9bad-54dbb2144d35 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:34.426311 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d230a238-ff59-4284-b8d0-8611d52ab2b1 req-7e7cd6a3-d345-46b8-9bad-54dbb2144d35 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.2591810 Jun 17 17:57:34.554502 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d230a238-ff59-4284-b8d0-8611d52ab2b1 req-1d72281b-ea88-41b8-83ce-b49564faf2cc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267977 Jun 17 17:57:34.755024 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8f6d1-d792-46ac-ba40-62e88319d46e req-f3ceba9f-cc94-4656-9e50-077d7d915a98 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:34.762928 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f8b8f6d1-d792-46ac-ba40-62e88319d46e req-f3ceba9f-cc94-4656-9e50-077d7d915a98 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1985059 Jun 17 17:57:34.786697 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:13Z', 'revision_number': 2, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:34.793425 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Checking router: e8ba9567-302a-4538-9bf5-fc7662bd108e for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:57:34.794184 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Updating router e8ba9567-302a-4538-9bf5-fc7662bd108e port c50f6b67-b18c-4b86-bc39-721bb38bcf9b binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:57:34.832842 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f8b8f6d1-d792-46ac-ba40-62e88319d46e req-33c0799c-a35f-4c30-994f-b90462048472 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687151 Jun 17 17:57:34.901780 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device a5025bf2-bcb9-4851-a6e9-5be36acb90fb up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:34.963310 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:35.181944 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port a5025bf2-bcb9-4851-a6e9-5be36acb90fb completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:35.231873 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port a5025bf2-bcb9-4851-a6e9-5be36acb90fb triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:35.232276 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:35.495671 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:35.502089 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:35.530085 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Transition to ACTIVE for port object c50f6b67-b18c-4b86-bc39-721bb38bcf9b will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:35.538638 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port a5025bf2-bcb9-4851-a6e9-5be36acb90fb, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:35.825019 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:35.825917 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0deea499-1740-4f26-b0d8-5399625d070c up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:35.861827 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:35.897934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:35.903053 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8630c-201f-4e2e-b335-b81e97103349 req-d4d6d51e-4c5b-4cf0-a9aa-28bf2d7647f1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:35.904911 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f8c8630c-201f-4e2e-b335-b81e97103349 req-d4d6d51e-4c5b-4cf0-a9aa-28bf2d7647f1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1139381 Jun 17 17:57:35.985867 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f8c8630c-201f-4e2e-b335-b81e97103349 req-eb20b9d9-ef9e-48fb-bb48-ee1ac67950e8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738611 Jun 17 17:57:36.086643 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:36.091351 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:36.092104 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c1e6732b-15e3-4a05-ad1f-1fe85360b6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:36.246526 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cd4fb-3929-421d-9853-8770b7e8ad8e req-8f0db8db-e273-4281-ae02-4de261f44b5e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:36.263689 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f29cd4fb-3929-421d-9853-8770b7e8ad8e req-8f0db8db-e273-4281-ae02-4de261f44b5e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1634984 Jun 17 17:57:36.342829 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f29cd4fb-3929-421d-9853-8770b7e8ad8e req-c86ca01e-7ae9-4566-bdbf-3cb797584548 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 Jun 17 17:57:36.364127 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc5fbb-3d7d-4c06-a664-d44c6bb7011b None None] Pushing event updated for resources: {'Port': ['ID=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:36.381684 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bfcc5fbb-3d7d-4c06-a664-d44c6bb7011b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:36.386974 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Attempting to bind port c50f6b67-b18c-4b86-bc39-721bb38bcf9b on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:57:36.387356 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Attempting to bind port c50f6b67-b18c-4b86-bc39-721bb38bcf9b by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:57:36.387729 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Attempting to bind port c50f6b67-b18c-4b86-bc39-721bb38bcf9b on network 49c22b81-1c6d-4638-aa42-9cdee81ce77f {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:57:36.417509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 0deea499-1740-4f26-b0d8-5399625d070c completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:36.417509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:57:36.417509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Checking segment: {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:57:36.417509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:36.417509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Bound using segment: {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:57:36.417509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Bound port: c50f6b67-b18c-4b86-bc39-721bb38bcf9b, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:57:36.417509 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:36.422759 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 0deea499-1740-4f26-b0d8-5399625d070c triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:36.423135 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:36.638043 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] For port c50f6b67-b18c-4b86-bc39-721bb38bcf9b, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:57:36.654797 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] For port c50f6b67-b18c-4b86-bc39-721bb38bcf9b, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:57:36.663935 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:36.697529 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 0deea499-1740-4f26-b0d8-5399625d070c, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=0deea499-1740-4f26-b0d8-5399625d070c,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:36.742684 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:36.747194 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7b452b28-72a9-4cee-bffa-e2b695355ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:36.873214 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:57:36.877835 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:37.029743 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc5fbb-3d7d-4c06-a664-d44c6bb7011b None None] Pushing event updated for resources: {'Port': ['ID=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:37.040317 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:37.042298 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bfcc5fbb-3d7d-4c06-a664-d44c6bb7011b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:37.043277 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bfcc5fbb-3d7d-4c06-a664-d44c6bb7011b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:37.282026 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device a5025bf2-bcb9-4851-a6e9-5be36acb90fb up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:37.356567 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=0deea499-1740-4f26-b0d8-5399625d070c,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:37.364583 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:37.399626 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:57:37.403804 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5bd4-8511-47be-908d-4d94dd57ff15 req-087c37e2-0c61-493a-a25a-c826ca4fb2e9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:37.410828 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-918e5bd4-8511-47be-908d-4d94dd57ff15 req-087c37e2-0c61-493a-a25a-c826ca4fb2e9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1180634 Jun 17 17:57:37.574977 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-918e5bd4-8511-47be-908d-4d94dd57ff15 req-f69d316e-8978-43dc-8a22-91e4b6a700c3 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575050 Jun 17 17:57:37.661389 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c42b64-cbc3-4cb8-9760-c1bf39353c82 req-1aadcd70-81d3-43ec-9906-384e84642846 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:37.663636 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-36c42b64-cbc3-4cb8-9760-c1bf39353c82 req-1aadcd70-81d3-43ec-9906-384e84642846 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1617084 Jun 17 17:57:37.756725 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-36c42b64-cbc3-4cb8-9760-c1bf39353c82 req-d5ad6a66-898c-4ce2-b8ac-c233cfe87d85 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 Jun 17 17:57:37.779384 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port a5025bf2-bcb9-4851-a6e9-5be36acb90fb triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:37.779384 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:38.071739 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:36Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:57:38.077754 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd999a83-c0f2-4b48-aabe-091dcd5ee06b None None] The sync data for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi is: [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:36Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:57:38.867810 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cadf7-bbcc-470e-b9db-bee42359eed6 req-19b3227f-a80a-4e3c-9499-b12f3399c678 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:38.869591 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-978cadf7-bbcc-470e-b9db-bee42359eed6 req-19b3227f-a80a-4e3c-9499-b12f3399c678 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1238456 Jun 17 17:57:39.258686 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-978cadf7-bbcc-470e-b9db-bee42359eed6 req-76999259-ff69-460e-87cb-0ace86db0450 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780327 Jun 17 17:57:39.343483 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd448db-1518-4fd2-b41d-3f8c22b374c8 req-adc3ef07-174e-4008-9dfd-cc32a6109a52 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:39.363078 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bfd448db-1518-4fd2-b41d-3f8c22b374c8 req-adc3ef07-174e-4008-9dfd-cc32a6109a52 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.4227998 Jun 17 17:57:39.440128 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0deea499-1740-4f26-b0d8-5399625d070c up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:39.499732 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bfd448db-1518-4fd2-b41d-3f8c22b374c8 req-845eafae-ddff-43cc-bbfc-9a637fdf5c35 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354930 Jun 17 17:57:39.568855 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 0deea499-1740-4f26-b0d8-5399625d070c triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:39.569388 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:39.713536 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c50f6b67-b18c-4b86-bc39-721bb38bcf9b up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:39.921998 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port c50f6b67-b18c-4b86-bc39-721bb38bcf9b completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:39.934655 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port c50f6b67-b18c-4b86-bc39-721bb38bcf9b triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:39.935432 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:40.075029 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:40.121916 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port c50f6b67-b18c-4b86-bc39-721bb38bcf9b, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:40.354369 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:40.357448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:40.443780 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:40.447489 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:40.634489 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1547819-b466-4110-8621-5aa01e5fe31f req-8f070998-db85-4408-8696-f0b8e6afa458 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:40.637354 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b1547819-b466-4110-8621-5aa01e5fe31f req-8f070998-db85-4408-8696-f0b8e6afa458 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1049757 Jun 17 17:57:40.714127 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b1547819-b466-4110-8621-5aa01e5fe31f req-abca1e55-a713-4477-90cd-b8ba9301af2c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699444 Jun 17 17:57:40.831401 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33787d-72d5-46d4-af8d-4de98698799f req-b5a86b38-e481-41b3-a308-f14a9ca6beaa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:40.833199 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e33787d-72d5-46d4-af8d-4de98698799f req-b5a86b38-e481-41b3-a308-f14a9ca6beaa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.0984199 Jun 17 17:57:40.888097 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e33787d-72d5-46d4-af8d-4de98698799f req-1308d398-ff19-414d-abd1-eb14b549d72e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489085 Jun 17 17:57:41.155327 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c50f6b67-b18c-4b86-bc39-721bb38bcf9b up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:41.266733 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port c50f6b67-b18c-4b86-bc39-721bb38bcf9b triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:41.267226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:42.044261 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952c12-cc3c-4897-9c5b-91c26e66a27b req-e7b33210-b626-4e11-affa-519147e4512d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:42.059324 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-25952c12-cc3c-4897-9c5b-91c26e66a27b req-e7b33210-b626-4e11-affa-519147e4512d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1323907 Jun 17 17:57:42.206510 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-25952c12-cc3c-4897-9c5b-91c26e66a27b req-e5bfdb69-d1f2-44d7-9491-220b80b7586d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332362 Jun 17 17:57:42.240873 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb2843-6a4c-4bc1-897e-a77bc645e064 req-c1167e12-6151-4020-87b4-76115ff021e9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:42.241815 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61fb2843-6a4c-4bc1-897e-a77bc645e064 req-c1167e12-6151-4020-87b4-76115ff021e9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1231673 Jun 17 17:57:42.318922 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61fb2843-6a4c-4bc1-897e-a77bc645e064 req-01b94a0f-b61a-408a-8d50-cc88dc87916f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757790 Jun 17 17:57:43.506796 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad31a1-b533-455e-8105-a1219641ecbf req-dd2bc8d8-70a5-46bc-8142-81a17d71861e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:43.508246 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-41ad31a1-b533-455e-8105-a1219641ecbf req-dd2bc8d8-70a5-46bc-8142-81a17d71861e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1388721 Jun 17 17:57:43.553070 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498769c-e9cc-4c17-a2ec-7cdeae20fe93 req-2010a045-88d7-4fd0-b217-afffab2cd31c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:43.554648 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f498769c-e9cc-4c17-a2ec-7cdeae20fe93 req-2010a045-88d7-4fd0-b217-afffab2cd31c tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1163559 Jun 17 17:57:43.593914 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-41ad31a1-b533-455e-8105-a1219641ecbf req-3a2c9a35-d9cb-4978-9c7c-ad55841fbf96 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778358 Jun 17 17:57:43.612822 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f498769c-e9cc-4c17-a2ec-7cdeae20fe93 req-d64ad076-d091-4d4a-8936-3b30c439a604 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Jun 17 17:57:44.926927 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a894-de0d-4fbc-9598-bda92e0e9052 req-66368510-f34b-4b74-b91b-afea55236129 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:44.933909 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8094a894-de0d-4fbc-9598-bda92e0e9052 req-66368510-f34b-4b74-b91b-afea55236129 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1629734 Jun 17 17:57:44.977969 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a5c11-d0fd-49ff-99fa-362f5b1e56a8 req-5c66bc94-5cba-4df5-a472-411e38e4f14b tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:44.985179 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-599a5c11-d0fd-49ff-99fa-362f5b1e56a8 req-5c66bc94-5cba-4df5-a472-411e38e4f14b tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1701677 Jun 17 17:57:45.025995 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8094a894-de0d-4fbc-9598-bda92e0e9052 req-ea3e829e-5ec5-4237-87e8-ba324b1caa40 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910251 Jun 17 17:57:45.106015 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-599a5c11-d0fd-49ff-99fa-362f5b1e56a8 req-fcbe725b-5537-43d0-8890-8216ff59f9bf tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196129 Jun 17 17:57:45.196692 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:57:45.946744 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-cac94519-bfb6-4511-88e1-093bac7af143 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:45.947444 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-cac94519-bfb6-4511-88e1-093bac7af143 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Synchronizing usage tracker for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:57:46.030204 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-cac94519-bfb6-4511-88e1-093bac7af143 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Unset dirty status for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:57:46.031842 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-cac94519-bfb6-4511-88e1-093bac7af143 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1685131 Jun 17 17:57:46.117146 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Deleting port 4c58de98-e79d-43f6-af55-0b15865ffd51 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:57:46.117795 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:46.310708 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e288dd-4387-4d3e-8e23-5bcb6a8de3c5 req-101f5d0c-8cff-401f-8115-e46deb5f098f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:46.314123 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-44e288dd-4387-4d3e-8e23-5bcb6a8de3c5 req-101f5d0c-8cff-401f-8115-e46deb5f098f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1079960 Jun 17 17:57:46.424119 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-44e288dd-4387-4d3e-8e23-5bcb6a8de3c5 req-ec10ebc6-8a2c-419b-8b09-b8fde21e9e16 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620763 Jun 17 17:57:46.438165 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63fbee-cd3d-4d41-aeb9-448faf28ac11 req-a1270841-5c1b-4b04-9844-a6dd85903b7e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:46.445130 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-de63fbee-cd3d-4d41-aeb9-448faf28ac11 req-a1270841-5c1b-4b04-9844-a6dd85903b7e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 945 time: 0.1320586 Jun 17 17:57:46.498341 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-de63fbee-cd3d-4d41-aeb9-448faf28ac11 req-5da663f4-da3c-4797-b560-7cab33ad0eef tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Jun 17 17:57:46.528339 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] For port 4c58de98-e79d-43f6-af55-0b15865ffd51, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=4c58de98-e79d-43f6-af55-0b15865ffd51,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:46.528627 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:46.652917 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Calling delete_port for 4c58de98-e79d-43f6-af55-0b15865ffd51 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:57:47.187577 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:47.257825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:47.257825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Pushing event deleted for resources: {'Port': ['ID=4c58de98-e79d-43f6-af55-0b15865ffd51,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:47.259456 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['a0ee48a1-706a-4aae-bf6a-72bd31124fa7'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:57:47.330586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.330586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.330586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.330586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.330586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.331236 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.331236 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.331528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.331885 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.332226 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.332568 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:47.336325 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:47.342905 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] No DVR routers for this DVR port 4c58de98-e79d-43f6-af55-0b15865ffd51 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:57:47.354867 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:47.356455 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'name': 'network-vif-deleted', 'tag': '4c58de98-e79d-43f6-af55-0b15865ffd51'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:57:47.422541 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0', 'name': 'network-vif-deleted', 'tag': '4c58de98-e79d-43f6-af55-0b15865ffd51', 'status': 'completed', 'code': 200} Jun 17 17:57:47.690045 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3f388927-ca1e-4fb2-b835-f524640d0ca1 req-de90231f-4c13-4f02-b2bd-b9ef585e5d8e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 210 time: 0.0538960 Jun 17 17:57:47.719731 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97042a37-c8d0-465d-93f8-18d6cb0fbf96 req-e9196460-99b8-4aea-92f5-03197a3e9661 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:47.721201 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-97042a37-c8d0-465d-93f8-18d6cb0fbf96 req-e9196460-99b8-4aea-92f5-03197a3e9661 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1228731 Jun 17 17:57:47.726347 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dff9480f-9afd-4d4a-aa86-3832a77f5a17 req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "DELETE /v2.0/ports/4c58de98-e79d-43f6-af55-0b15865ffd51 HTTP/1.1" status: 204 len: 173 time: 1.6844742 Jun 17 17:57:47.769662 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-97042a37-c8d0-465d-93f8-18d6cb0fbf96 req-6f7f5b5c-5da5-494b-8127-38f63c9715a9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Jun 17 17:57:48.965277 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b0f75d36-123a-41ab-a3ff-4c40cadee46e req-a6872e1e-bb80-471c-b3b7-2de3243f25c4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a94a6a9-6345-40a1-a1f7-2f0fdebfaff0 HTTP/1.1" status: 200 len: 210 time: 0.0583534 Jun 17 17:57:49.068357 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 4c58de98-e79d-43f6-af55-0b15865ffd51 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:57:49.076800 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503128de-a817-40d9-987a-1dc290593b3c req-5a7f4b86-be12-432c-882d-c1d2a67c8a22 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:49.078664 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-503128de-a817-40d9-987a-1dc290593b3c req-5a7f4b86-be12-432c-882d-c1d2a67c8a22 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1102808 Jun 17 17:57:49.136847 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 4c58de98-e79d-43f6-af55-0b15865ffd51 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:57:49.137578 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 4c58de98-e79d-43f6-af55-0b15865ffd51 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:57:49.142448 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-503128de-a817-40d9-987a-1dc290593b3c req-50bb6ea0-f7bf-4394-aff5-79ee5d3f2148 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574620 Jun 17 17:57:49.276426 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-58f161f9-95bc-497c-9030-a746e7dcfa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:49.498753 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40052) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:49.520952 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:49.669806 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:49.703316 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:49.708847 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Usage tracker for resource:security_group_rule and tenant:e3a35361791e46a687a9af65e940530c is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:49.711789 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:49.721544 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:49.797193 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:49.899644 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:49.907001 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-cf1e1ec9-8f90-478d-af98-cfa11d17db68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:49.952001 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690785a5-51b5-4c72-8766-d12294bbffae,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:49.959245 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:49.965471 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40062) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:49.966390 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-01c91156-f1b0-4748-a059-11886d3ee8fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3a35361791e46a687a9af65e940530c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4655674 Jun 17 17:57:50.040126 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:50.079777 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:50.252465 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:50.257922 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-83b126da-cee1-41d2-bf9a-0be0ee460363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:50.273303 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690785a5-51b5-4c72-8766-d12294bbffae,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:50.278066 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:50.304724 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:50.308213 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/690785a5-51b5-4c72-8766-d12294bbffae HTTP/1.1" status: 204 len: 168 time: 0.3395667 Jun 17 17:57:50.407015 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c57197-d9fa-4a13-b613-43ff3e54929b req-d2ef93df-af21-4809-b190-ebabf30c9fbd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:50.408554 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-96c57197-d9fa-4a13-b613-43ff3e54929b req-d2ef93df-af21-4809-b190-ebabf30c9fbd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.1077976 Jun 17 17:57:50.458853 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-96c57197-d9fa-4a13-b613-43ff3e54929b req-595e4358-cc9b-4118-b9fe-a7780ebc2ebc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 Jun 17 17:57:50.831256 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac5d13-6592-45b5-90f9-fd0ea000b385 req-370e7f97-aa27-4a95-915d-75a98e28ca4e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:50.833634 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4fac5d13-6592-45b5-90f9-fd0ea000b385 req-370e7f97-aa27-4a95-915d-75a98e28ca4e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0956180 Jun 17 17:57:50.883146 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4fac5d13-6592-45b5-90f9-fd0ea000b385 req-0a03a0ba-57c5-46a1-8e61-41f2d5b6b708 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Jun 17 17:57:51.089497 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:57:51.274908 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:51.289010 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'port_id': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'mac_address': 'fa:16:3e:a1:38:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:57:51.348250 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:51.367969 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f99658-c1ff-4b9f-858d-8d4755209450 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:57:51.386592 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:51.691089 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f7f28-ee5a-4e1b-836c-7df0a8fcd8e2 req-d19f4c4f-4ae2-420a-b3ea-5d7c48c723e1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:51.692527 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-db3f7f28-ee5a-4e1b-836c-7df0a8fcd8e2 req-d19f4c4f-4ae2-420a-b3ea-5d7c48c723e1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 944 time: 0.0825930 Jun 17 17:57:51.747813 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7fbb0c6b-3e81-4159-abae-3f6bd5be3acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:51.800957 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-db3f7f28-ee5a-4e1b-836c-7df0a8fcd8e2 req-f03b693f-e9c7-475f-99ff-74799b6e563d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918722 Jun 17 17:57:51.803439 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:51.804581 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:51.859444 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40084) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:51.872375 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=9']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:51.879563 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:51.881144 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.881819 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.881819 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.882196 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.882531 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.882862 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.883635 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.883635 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.883948 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.884200 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.884443 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:51.888976 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:51.927802 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:51.933986 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2974b9da0f4a44bd98b540018574e8 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:51.937351 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:51.943283 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:52.049697 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:52.096527 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1f0b-a527-48a6-b023-0bfb52a5fc1f req-a0bcc507-ad0e-4541-8379-f06f9a0e7fa1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:52.098378 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-659d1f0b-a527-48a6-b023-0bfb52a5fc1f req-a0bcc507-ad0e-4541-8379-f06f9a0e7fa1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0831308 Jun 17 17:57:52.127011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:52.143180 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:52.150426 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-659d1f0b-a527-48a6-b023-0bfb52a5fc1f req-aeaade5b-a08d-46d1-866d-a459851984c2 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Jun 17 17:57:52.174668 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['c2f99658-c1ff-4b9f-858d-8d4755209450'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:57:52.184199 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb2974b9da0f4a44bd98b540018574e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3236630 Jun 17 17:57:52.185245 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0149d4f5-a4fa-4338-9980-faeb224e79db,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:52.186919 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40094) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:52.188314 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:52.267163 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:52.298235 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:52.444649 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:52.449551 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:52.464354 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0149d4f5-a4fa-4338-9980-faeb224e79db,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:52.468695 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:52.476259 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:52.494075 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0149d4f5-a4fa-4338-9980-faeb224e79db HTTP/1.1" status: 204 len: 168 time: 0.2876780 Jun 17 17:57:52.624178 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:53.051320 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45fa84-eae6-4d01-a3b6-a68f1d19fd79 req-fd0f75a6-5321-47e8-9d40-cd3b68c06fd5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:53.056651 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a45fa84-eae6-4d01-a3b6-a68f1d19fd79 req-fd0f75a6-5321-47e8-9d40-cd3b68c06fd5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 945 time: 0.0955980 Jun 17 17:57:53.078862 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:57:53.127030 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a45fa84-eae6-4d01-a3b6-a68f1d19fd79 req-55c633ca-ed49-4055-abc1-41a4f4fe0f83 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668857 Jun 17 17:57:53.168959 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port c2f99658-c1ff-4b9f-858d-8d4755209450 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:53.169415 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:53.292419 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:53.323608 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:57:53.332034 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:53.374357 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fca472-34d3-4522-9d46-0848c7c4bf57 req-8baf26b3-1978-4a27-a8fd-58150e1a2f7e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:53.375796 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-55fca472-34d3-4522-9d46-0848c7c4bf57 req-8baf26b3-1978-4a27-a8fd-58150e1a2f7e tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0820894 Jun 17 17:57:53.420717 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-55fca472-34d3-4522-9d46-0848c7c4bf57 req-c28fe6b7-7d7b-4bfe-bbe9-5bbd344650b9 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Jun 17 17:57:53.472970 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:53.474833 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:53.514701 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'code': 200} Jun 17 17:57:53.551134 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=10']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:53.554134 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:53.805463 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-a1d2d2ce-4406-4b81-9278-11823a0a3cf8 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:53.806934 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-a1d2d2ce-4406-4b81-9278-11823a0a3cf8 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 813 time: 0.1442690 Jun 17 17:57:53.822793 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-cbe2bad0-a09f-45f0-84e3-80e476764d10 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/quotas/ac41557caa4c45fd9a68cb55861f8e3f HTTP/1.1" status: 200 len: 375 time: 0.0104325 Jun 17 17:57:53.890387 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:53.906854 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-a3d6422d-c9fc-4fc4-b665-8bd1647e2ec9 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787301 Jun 17 17:57:54.047491 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-13dfa598-1d94-4ae5-bf6d-815ccd1002e0 service neutron] 10.222.0.30 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273751 Jun 17 17:57:54.206971 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-38f948d6-38c6-42aa-8046-6a70ab4d3ee2 service neutron] 10.222.0.30 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538396 Jun 17 17:57:54.209940 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d48eef7a-56cb-4c5c-a246-99730c21f1aa req-364c8b62-f209-4c89-b8c9-e4e76aec640c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1100 time: 0.0730503 Jun 17 17:57:54.235009 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-c378d9f8-a17d-4362-ab45-b08ce14e9337 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Synchronizing usage tracker for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:57:54.332758 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d48eef7a-56cb-4c5c-a246-99730c21f1aa req-0967defc-494d-4a6a-8a29-155f65a2ee6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149971 Jun 17 17:57:54.337795 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-c378d9f8-a17d-4362-ab45-b08ce14e9337 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Unset dirty status for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:57:54.342475 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-c378d9f8-a17d-4362-ab45-b08ce14e9337 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788077443&fields=id&tenant_id=39271eca80424b05b2c69d039d0b15c3 HTTP/1.1" status: 200 len: 267 time: 0.1484449 Jun 17 17:57:54.467750 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:54.504631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-79ba229f-b97f-464e-8915-fdd97e0c6532 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:54.505367 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-79ba229f-b97f-464e-8915-fdd97e0c6532 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Synchronizing usage tracker for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:network {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:57:54.606631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77859-da77-4f8b-a25a-6bfcd57d55bb req-a012e098-3a4d-4ec0-bee0-98a3023334de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:54.608136 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0ff77859-da77-4f8b-a25a-6bfcd57d55bb req-a012e098-3a4d-4ec0-bee0-98a3023334de tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.0767984 Jun 17 17:57:54.609670 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-79ba229f-b97f-464e-8915-fdd97e0c6532 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Unset dirty status for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:network {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:57:54.610717 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-79ba229f-b97f-464e-8915-fdd97e0c6532 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 808 time: 0.2648551 Jun 17 17:57:54.654741 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-4665522d-9a02-4f11-b8a6-da04f093dcd2 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/quotas/39271eca80424b05b2c69d039d0b15c3 HTTP/1.1" status: 200 len: 375 time: 0.0265369 Jun 17 17:57:54.701765 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0ff77859-da77-4f8b-a25a-6bfcd57d55bb req-05ef48b3-877f-4c02-a13a-38385b089d60 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877528 Jun 17 17:57:54.741939 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-d019c11d-ab58-41ad-9760-d1a87740a22e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Synchronizing usage tracker for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:port {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:57:54.814085 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-42783934-3eb4-4b87-a1fb-f3de9f0935a4 req-f89725ff-4a72-471f-9787-7c96aec9a547 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 210 time: 0.0409186 Jun 17 17:57:54.844283 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-d019c11d-ab58-41ad-9760-d1a87740a22e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Unset dirty status for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:port {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:57:54.845602 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-d019c11d-ab58-41ad-9760-d1a87740a22e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853170 Jun 17 17:57:55.044169 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-1ba30861-1b84-48f0-bba4-abf88c804e56 service neutron] 10.222.0.30 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859827 Jun 17 17:57:55.077576 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb553e1c-45db-4f3b-adc6-6cbb8d51fe78 req-c1a8f0dc-b11a-44da-a43a-c9cf3c47ae11 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:55.079054 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bb553e1c-45db-4f3b-adc6-6cbb8d51fe78 req-c1a8f0dc-b11a-44da-a43a-c9cf3c47ae11 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.1498570 Jun 17 17:57:55.252317 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bb553e1c-45db-4f3b-adc6-6cbb8d51fe78 req-f9ec109f-15ac-4098-8c67-ea609255df87 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276121 Jun 17 17:57:55.269075 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-cee33dae-3524-4ddc-bfa1-11aa701ac069 service neutron] 10.222.0.30 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181280 Jun 17 17:57:55.940774 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644bb4a-36a8-4c1e-b22b-9a00c5d10b00 req-e2aa9bdf-a0c8-4031-ae3e-fb8d7cfc4485 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:55.942301 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7644bb4a-36a8-4c1e-b22b-9a00c5d10b00 req-e2aa9bdf-a0c8-4031-ae3e-fb8d7cfc4485 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.0870719 Jun 17 17:57:55.988248 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7644bb4a-36a8-4c1e-b22b-9a00c5d10b00 req-eb3de180-9747-414c-93ba-441b3defb361 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402563 Jun 17 17:57:56.145338 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b74091ae-d3e3-436f-80a8-7bd40041706f req-8386aa6f-2808-4199-8576-3c555e74c2ba tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0474072 Jun 17 17:57:56.206154 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-115ff651-692a-47c2-bc87-3ffc09ca64b6 req-a3fb5c05-f640-4315-a3d1-a3afed02f248 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 210 time: 0.0571647 Jun 17 17:57:56.452820 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5940d6-ea7e-48c5-a16e-154b534f8e2d req-c5bfde2f-1164-48c5-806c-076fdb82dcf4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:56.454281 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c5940d6-ea7e-48c5-a16e-154b534f8e2d req-c5bfde2f-1164-48c5-806c-076fdb82dcf4 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0802109 Jun 17 17:57:56.500202 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c5940d6-ea7e-48c5-a16e-154b534f8e2d req-df31c163-2700-4451-a62e-06c03fae969b tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Jun 17 17:57:57.209341 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b886a-c24e-46af-8cbb-c8cf53e1ec6e req-fbfbf36e-9831-403f-bebc-7abacd4090ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:57.211528 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a03b886a-c24e-46af-8cbb-c8cf53e1ec6e req-fbfbf36e-9831-403f-bebc-7abacd4090ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.0793469 Jun 17 17:57:57.236182 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb713-fe89-4df4-8fea-03180787e33e req-beec84b6-cf0c-4aca-b9cf-dbb74d0240c1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:57.239126 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-37ccb713-fe89-4df4-8fea-03180787e33e req-beec84b6-cf0c-4aca-b9cf-dbb74d0240c1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Synchronizing usage tracker for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:57:57.282061 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1eb9af96-83fb-41f3-9400-df1e12f39716 req-99f5f242-e37c-462d-9236-48177afc42cf tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0514369 Jun 17 17:57:57.302615 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a03b886a-c24e-46af-8cbb-c8cf53e1ec6e req-2165b70e-bd57-412a-aa95-123e4c2f84c0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859382 Jun 17 17:57:57.358293 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-37ccb713-fe89-4df4-8fea-03180787e33e req-beec84b6-cf0c-4aca-b9cf-dbb74d0240c1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Unset dirty status for tenant:2e1ade3086064c6abeac4a531720c924 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:57:57.359550 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37ccb713-fe89-4df4-8fea-03180787e33e req-beec84b6-cf0c-4aca-b9cf-dbb74d0240c1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.2051768 Jun 17 17:57:57.464578 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2678b0ef-94e2-4af1-baac-94d13d52ea2f req-f30fd885-e1e0-47c7-99ae-2c7bced0bb25 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 210 time: 0.0589397 Jun 17 17:57:57.506158 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-7e55b0e0-ceda-4bb1-9143-3ee982943d23 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:57.507906 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-7e55b0e0-ceda-4bb1-9143-3ee982943d23 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Synchronizing usage tracker for tenant:ac41557caa4c45fd9a68cb55861f8e3f on resource:network {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:57:57.512134 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Deleting port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:57:57.512482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:57.698902 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-7e55b0e0-ceda-4bb1-9143-3ee982943d23 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Unset dirty status for tenant:ac41557caa4c45fd9a68cb55861f8e3f on resource:network {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:57:57.700740 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-7e55b0e0-ceda-4bb1-9143-3ee982943d23 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 813 time: 0.4311886 Jun 17 17:57:57.707555 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90734085-0cc7-4318-b855-17e356cd512e req-41a00f2c-429c-4882-8bb2-994b97dc1573 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:57.709096 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-90734085-0cc7-4318-b855-17e356cd512e req-41a00f2c-429c-4882-8bb2-994b97dc1573 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 946 time: 0.0820813 Jun 17 17:57:57.759596 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-90734085-0cc7-4318-b855-17e356cd512e req-2a6615bb-c0a7-47c8-970b-91626b3fc242 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/security-groups?id=bfe6054c-a11d-46ea-881b-2401706315f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 Jun 17 17:57:57.770412 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'port': {'device_id': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'admin_state_up': True, 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:57:57.796207 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] For port a0ee48a1-706a-4aae-bf6a-72bd31124fa7, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:57:57.796559 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:57.977073 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Calling delete_port for a0ee48a1-706a-4aae-bf6a-72bd31124fa7 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:57:58.104224 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:57:58.108453 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:port and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:57:58.112703 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:57:58.154205 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:57:58.275099 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Made reservation on behalf of ac41557caa4c45fd9a68cb55861f8e3f for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:57:58.278517 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:58.335408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:58.341238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7d71045a-9d0c-4094-83d8-ae300a6d4747 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:58.379778 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['a0ee48a1-706a-4aae-bf6a-72bd31124fa7'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:57:58.394953 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Pushing event deleted for resources: {'Port': ['ID=a0ee48a1-706a-4aae-bf6a-72bd31124fa7,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:58.406596 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:58.543823 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b0a2af1d-d0d9-4105-99df-86ca3a43935c req-824055fe-b51f-4a0a-a9b5-75bc2446b14b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.1032693 Jun 17 17:57:58.626657 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca4081-faa0-46d0-8c69-3b7f47d19bf0 req-5718ca65-043c-46ae-bce9-059891765807 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:58.639716 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1ca4081-faa0-46d0-8c69-3b7f47d19bf0 req-5718ca65-043c-46ae-bce9-059891765807 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.1519582 Jun 17 17:57:58.640841 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] No DVR routers for this DVR port a0ee48a1-706a-4aae-bf6a-72bd31124fa7 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:57:58.645701 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:58.654578 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'name': 'network-vif-deleted', 'tag': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:57:58.732688 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1ca4081-faa0-46d0-8c69-3b7f47d19bf0 req-bcd54857-eef0-4c50-9b66-d8eae179ac75 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919356 Jun 17 17:57:58.762927 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Allocated IP 172.20.0.4 (49c22b81-1c6d-4638-aa42-9cdee81ce77f/df271078-58ba-4ff2-8e6b-ab3349722316/1db0ffbb-18dc-44c0-8246-4ed580495634) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:57:58.807707 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a2bd8d5-1db7-4252-905d-fb732466b07c req-1a125ffb-adb6-4c83-9d13-e171aa0c21f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 210 time: 0.0557361 Jun 17 17:57:58.844338 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37ccb713-fe89-4df4-8fea-03180787e33e req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.36 "DELETE /v2.0/ports/a0ee48a1-706a-4aae-bf6a-72bd31124fa7 HTTP/1.1" status: 204 len: 173 time: 1.4629848 Jun 17 17:57:58.865534 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbae00f2-25c0-43c9-9884-117d6333092c', 'name': 'network-vif-deleted', 'tag': 'a0ee48a1-706a-4aae-bf6a-72bd31124fa7', 'status': 'completed', 'code': 200} Jun 17 17:57:59.030490 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fc9dcc61-c767-4025-89d7-0dc98459f8ef req-d86a06f7-67ea-4d69-9563-4269d9623207 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0850375 Jun 17 17:57:59.142483 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:59.160785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Transition to ACTIVE for port object 1db0ffbb-18dc-44c0-8246-4ed580495634 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:57:59.273755 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:59.279879 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:59.347013 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:57:59.350057 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:57:59.354168 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:57:59.486901 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:59.496358 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:59.520182 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:59.520989 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:59.607298 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8583350 Jun 17 17:57:59.719856 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0809cb31-6720-42fb-b221-a8a181b284e8 req-419810aa-75a7-490c-9d49-8407b0fd1fc0 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0499129 Jun 17 17:57:59.778073 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-db94e6fc-1071-4595-87f3-a90110ec1cf7 None None] Provisioning for port 1db0ffbb-18dc-44c0-8246-4ed580495634 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:57:59.783511 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-db94e6fc-1071-4595-87f3-a90110ec1cf7 None None] Provisioning complete for port 1db0ffbb-18dc-44c0-8246-4ed580495634 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:59.784081 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-db94e6fc-1071-4595-87f3-a90110ec1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:59.838896 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-db94e6fc-1071-4595-87f3-a90110ec1cf7 None None] Port 1db0ffbb-18dc-44c0-8246-4ed580495634 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:58:00.035195 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91869-10fa-4951-86aa-50a42c5a8478 req-b004b76b-1c80-4eab-884b-3b33db163b66 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:00.036673 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7ee91869-10fa-4951-86aa-50a42c5a8478 req-b004b76b-1c80-4eab-884b-3b33db163b66 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.0822909 Jun 17 17:58:00.087523 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7ee91869-10fa-4951-86aa-50a42c5a8478 req-60e9a21e-5acf-4c15-bd5e-2f68a643de8f tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450718 Jun 17 17:58:00.244533 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-57738db0-290a-4715-a8d2-ec4d4dd95862 req-35661110-8119-4081-b828-5da43f1f53d3 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0433085 Jun 17 17:58:00.887673 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-955bfc78-53d5-49b7-96bb-c27038bd4658 req-ca53a01f-8564-403d-8703-25ce5c84d4bd tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0439646 Jun 17 17:58:01.133651 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a0ee48a1-706a-4aae-bf6a-72bd31124fa7 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:58:01.169917 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: a0ee48a1-706a-4aae-bf6a-72bd31124fa7 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:58:01.170285 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a0ee48a1-706a-4aae-bf6a-72bd31124fa7 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:58:01.300623 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c935e-0a1f-4a3a-a5e9-9fef12a0c487 req-d50d7504-cdc9-4410-a4e9-2d420242cff2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:01.302642 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3d4c935e-0a1f-4a3a-a5e9-9fef12a0c487 req-d50d7504-cdc9-4410-a4e9-2d420242cff2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.0809870 Jun 17 17:58:01.358186 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Sync routers for ids ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:58:01.382704 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3d4c935e-0a1f-4a3a-a5e9-9fef12a0c487 req-e1fd4161-b809-4cf9-92fb-08e207170055 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734477 Jun 17 17:58:01.388316 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Routers {'622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:01.388982 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:01.456122 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-731744b9-8c56-4c79-8fb6-0defbd12369c req-46736619-fc37-43b6-ac47-ae1c370caeaa tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0497797 Jun 17 17:58:01.460788 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Sync routers for ids ['ba926bbd-eec5-479f-a9dd-58107318664f'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:58:01.474922 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Routers {'ba926bbd-eec5-479f-a9dd-58107318664f'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:01.475926 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ba926bbd-eec5-479f-a9dd-58107318664f'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:01.648956 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Set router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:01.666697 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Set router ba926bbd-eec5-479f-a9dd-58107318664f gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:01.989402 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0deea499-1740-4f26-b0d8-5399625d070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T17:57:21Z', 'revision_number': 4, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port': {'id': '0deea499-1740-4f26-b0d8-5399625d070c', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:16Z', 'updated_at': '2021-06-17T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'de7a737f-78c4-4af0-b873-1ec2d19f7fd0', 'name': '', 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'mac_address': 'fa:16:3e:f3:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135eab3e-2441-4b28-b8ab-d2d9ad047905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:57:22Z', 'revision_number': 2, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'subnets': [{'id': '135eab3e-2441-4b28-b8ab-d2d9ad047905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:01.993605 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Checking router: 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:58:01.994002 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Updating router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:58:02.019331 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:57:27Z', 'revision_number': 4, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port': {'id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:21Z', 'updated_at': '2021-06-17T17:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b789712c-06a4-4d35-a547-2f120ca9201b', 'name': '', 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'mac_address': 'fa:16:3e:d2:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c62ea47-b920-4c32-8f8e-e9162f95d910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:26Z', 'updated_at': '2021-06-17T17:57:28Z', 'revision_number': 2, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'subnets': [{'id': '7c62ea47-b920-4c32-8f8e-e9162f95d910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:02.027913 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Checking router: ba926bbd-eec5-479f-a9dd-58107318664f for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:58:02.028435 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Updating router ba926bbd-eec5-479f-a9dd-58107318664f port b789712c-06a4-4d35-a547-2f120ca9201b binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 17:58:02.072610 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:02.104837 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a2f04e4-d5c1-4771-bd0a-cefab2168f26 req-83dbab8d-0451-4b33-af9e-1e4d24bf8021 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0596447 Jun 17 17:58:02.133929 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:02.458732 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:02.473972 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Transition to ACTIVE for port object de7a737f-78c4-4af0-b873-1ec2d19f7fd0 will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:02.561034 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:02.573062 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:02.574899 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:02.588647 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Transition to ACTIVE for port object b789712c-06a4-4d35-a547-2f120ca9201b will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:02.686926 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c9ac9e4b-3257-45e6-b8d2-bbd616baf547 req-1328db2e-1c3a-42c4-adfc-d640151630e1 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0671191 Jun 17 17:58:02.690524 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:02.715841 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-5953a51c-bae8-4266-a2ff-b3e744c10d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:02.744767 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Pushing event updated for resources: {'Port': ['ID=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:02.756504 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e16e4-a6cc-4d1e-88a4-4afe4215e449 req-599b8d48-17ac-4e0a-b317-ceb2930bc45d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:02.759443 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-688e16e4-a6cc-4d1e-88a4-4afe4215e449 req-599b8d48-17ac-4e0a-b317-ceb2930bc45d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.2085536 Jun 17 17:58:02.831841 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-688e16e4-a6cc-4d1e-88a4-4afe4215e449 req-f925a83e-6dc5-40fb-b950-62725eea825b tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569751 Jun 17 17:58:02.832686 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.833051 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.833393 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.833718 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.834075 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.834400 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.834852 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.835055 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.835380 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.835697 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.836011 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:02.863976 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:02.901933 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Attempting to bind port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:58:02.902603 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Attempting to bind port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:58:02.903463 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Attempting to bind port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 on network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:02.916535 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:58:02.916902 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Checking segment: {'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:58:02.917307 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:02.917713 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Bound using segment: {'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:58:02.918260 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Bound port: de7a737f-78c4-4af0-b873-1ec2d19f7fd0, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2466ab6-5776-4374-a7b5-6c85766c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:58:02.918668 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:03.093786 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] For port de7a737f-78c4-4af0-b873-1ec2d19f7fd0, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:58:03.099980 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945078c-a42f-4c37-8dea-6919ea90e690 None None] Pushing event updated for resources: {'Port': ['ID=b789712c-06a4-4d35-a547-2f120ca9201b,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:03.102583 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7945078c-a42f-4c37-8dea-6919ea90e690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:03.109635 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] For port de7a737f-78c4-4af0-b873-1ec2d19f7fd0, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,segment=NetworkSegment(f2466ab6-5776-4374-a7b5-6c85766c7948),segment_id=f2466ab6-5776-4374-a7b5-6c85766c7948)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:58:03.118818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Attempting to bind port b789712c-06a4-4d35-a547-2f120ca9201b on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:58:03.119460 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Attempting to bind port b789712c-06a4-4d35-a547-2f120ca9201b by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:58:03.119996 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Attempting to bind port b789712c-06a4-4d35-a547-2f120ca9201b on network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:03.143346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:58:03.144092 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Checking segment: {'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:58:03.144322 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:03.146164 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Bound using segment: {'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:58:03.146670 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Bound port: b789712c-06a4-4d35-a547-2f120ca9201b, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:58:03.147072 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:03.210441 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:03.216491 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:03.287967 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] For port b789712c-06a4-4d35-a547-2f120ca9201b, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:58:03.291789 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] For port b789712c-06a4-4d35-a547-2f120ca9201b, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=b789712c-06a4-4d35-a547-2f120ca9201b,segment=NetworkSegment(17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4),segment_id=17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:58:03.301641 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Pushing event updated for resources: {'Port': ['ID=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,revision_number=4']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:03.305243 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-e3749a96-6622-4ed7-8467-dca591489618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:03.307760 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Routers {'622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:03.308461 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:03.309644 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ce0dfa69-764e-4590-a4fa-65513afe302e req-cdf2bb9b-0f08-487c-9644-a1d2615071d5 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0566180 Jun 17 17:58:03.412504 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:03.416298 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-38c8c11a-a9c4-438e-ab69-9fddc6a1be9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:03.527418 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945078c-a42f-4c37-8dea-6919ea90e690 None None] Pushing event updated for resources: {'Port': ['ID=b789712c-06a4-4d35-a547-2f120ca9201b,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:03.532765 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7945078c-a42f-4c37-8dea-6919ea90e690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:03.535308 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Routers {'ba926bbd-eec5-479f-a9dd-58107318664f'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:03.536077 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ba926bbd-eec5-479f-a9dd-58107318664f'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:03.669074 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] Set router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:03.772127 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] Set router ba926bbd-eec5-479f-a9dd-58107318664f gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:03.949178 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5001e15f-7743-449d-a75f-fe50aa865dbe req-1e6d2770-55fd-418b-a486-f7a1ce216734 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0767081 Jun 17 17:58:04.196135 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0deea499-1740-4f26-b0d8-5399625d070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T17:57:21Z', 'revision_number': 4, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port': {'id': '0deea499-1740-4f26-b0d8-5399625d070c', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:16Z', 'updated_at': '2021-06-17T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'de7a737f-78c4-4af0-b873-1ec2d19f7fd0', 'name': '', 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'mac_address': 'fa:16:3e:f3:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135eab3e-2441-4b28-b8ab-d2d9ad047905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:58:03Z', 'revision_number': 4, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'subnets': [{'id': '135eab3e-2441-4b28-b8ab-d2d9ad047905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:04.201821 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e651376-036e-4848-9034-b9ee3180d1b1 None None] The sync data for ids ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'] in dv-cinder-796864-1-iscsi is: [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0deea499-1740-4f26-b0d8-5399625d070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T17:57:21Z', 'revision_number': 4, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port': {'id': '0deea499-1740-4f26-b0d8-5399625d070c', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:16Z', 'updated_at': '2021-06-17T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'de7a737f-78c4-4af0-b873-1ec2d19f7fd0', 'name': '', 'network_id': '8602d073-d9ba-42e5-aaf5-03a9595a05b5', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'mac_address': 'fa:16:3e:f3:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135eab3e-2441-4b28-b8ab-d2d9ad047905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:58:03Z', 'revision_number': 4, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'subnets': [{'id': '135eab3e-2441-4b28-b8ab-d2d9ad047905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:58:04.232727 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:57:27Z', 'revision_number': 4, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port': {'id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:21Z', 'updated_at': '2021-06-17T17:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b789712c-06a4-4d35-a547-2f120ca9201b', 'name': '', 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'mac_address': 'fa:16:3e:d2:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c62ea47-b920-4c32-8f8e-e9162f95d910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:26Z', 'updated_at': '2021-06-17T17:58:03Z', 'revision_number': 4, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'subnets': [{'id': '7c62ea47-b920-4c32-8f8e-e9162f95d910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:04.238195 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b6cdc-5dbf-419f-8331-0a44cca17086 None None] The sync data for ids ['ba926bbd-eec5-479f-a9dd-58107318664f'] in dv-cinder-796864-1-iscsi is: [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T17:57:27Z', 'revision_number': 4, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port': {'id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:21Z', 'updated_at': '2021-06-17T17:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b789712c-06a4-4d35-a547-2f120ca9201b', 'name': '', 'network_id': 'f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'mac_address': 'fa:16:3e:d2:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c62ea47-b920-4c32-8f8e-e9162f95d910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:26Z', 'updated_at': '2021-06-17T17:58:03Z', 'revision_number': 4, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'subnets': [{'id': '7c62ea47-b920-4c32-8f8e-e9162f95d910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:58:04.323959 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bfbdc-eaec-42da-88cf-94067c554ccc req-6734e758-bef1-4411-a3c8-68536e97aa3e tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:04.334643 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dc0bfbdc-eaec-42da-88cf-94067c554ccc req-6734e758-bef1-4411-a3c8-68536e97aa3e tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.2175524 Jun 17 17:58:04.398570 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dc0bfbdc-eaec-42da-88cf-94067c554ccc req-d4cb640c-d728-4aa0-aa43-78024a6b2399 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627568 Jun 17 17:58:04.593831 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d94468bf-a612-4c36-b5bd-795239aa68c0 req-915c6317-f8a9-4b6c-b708-69bf9f18812e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.1097529 Jun 17 17:58:05.165842 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9a4ef8a0-0499-4476-a62a-ab2fbc279ed0 req-8de0065f-74ce-45ec-a976-e9a770941cd5 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0723629 Jun 17 17:58:05.267041 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device de7a737f-78c4-4af0-b873-1ec2d19f7fd0 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:05.463270 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:05.469411 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:05.469991 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:05.642808 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:05.667601 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260406b-7649-448b-881b-910b93a962fc req-f6c9c3bb-575b-4d0b-ad1f-712ce8468023 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:05.672669 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6260406b-7649-448b-881b-910b93a962fc req-f6c9c3bb-575b-4d0b-ad1f-712ce8468023 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.1220925 Jun 17 17:58:05.693242 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port de7a737f-78c4-4af0-b873-1ec2d19f7fd0, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,segment=NetworkSegment(f2466ab6-5776-4374-a7b5-6c85766c7948),segment_id=f2466ab6-5776-4374-a7b5-6c85766c7948)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:05.778226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:05.779092 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b789712c-06a4-4d35-a547-2f120ca9201b up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:05.779218 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6260406b-7649-448b-881b-910b93a962fc req-3c93965f-0b9f-4412-bac4-1fac88cb0356 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997052 Jun 17 17:58:05.823343 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:05.851585 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca621c53-f472-44f4-87a3-7d423fdcc663 req-e1e502f6-5661-4bfc-aabf-29463b10b9c7 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0563347 Jun 17 17:58:05.936808 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:05.940087 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:06.017860 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port b789712c-06a4-4d35-a547-2f120ca9201b completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:06.023001 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port b789712c-06a4-4d35-a547-2f120ca9201b triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:06.023379 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:06.150997 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:06.186733 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port b789712c-06a4-4d35-a547-2f120ca9201b, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=b789712c-06a4-4d35-a547-2f120ca9201b,segment=NetworkSegment(17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4),segment_id=17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:06.247078 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:06.253370 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:06.335977 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c3266886-06e8-41ba-9fe9-b3834fca430e req-ec7c2023-457e-41c9-8c59-d6f1e173c496 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0447824 Jun 17 17:58:06.373046 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=b789712c-06a4-4d35-a547-2f120ca9201b,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:06.376198 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:07.044160 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-56a42d71-ce75-4499-93fb-e6c6da1f0e15 req-ec8b420c-7b47-442b-be2b-c194bf8ebec9 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0473824 Jun 17 17:58:07.063743 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9f35a-eaa3-4921-815f-3e798b596c9d req-797c4053-7f76-4ae6-a85e-158958877e7d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:07.065935 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d6b9f35a-eaa3-4921-815f-3e798b596c9d req-797c4053-7f76-4ae6-a85e-158958877e7d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.1519034 Jun 17 17:58:07.131307 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d6b9f35a-eaa3-4921-815f-3e798b596c9d req-d77a8ba1-c80f-4ed7-a32d-8140b0e542c8 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551836 Jun 17 17:58:07.165958 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device de7a737f-78c4-4af0-b873-1ec2d19f7fd0 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:07.235679 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:07.236058 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:07.352168 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b789712c-06a4-4d35-a547-2f120ca9201b up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:07.430687 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port b789712c-06a4-4d35-a547-2f120ca9201b triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:07.430687 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:07.518437 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9175b77e-ac27-41d2-9bc0-e461c61eaa36 req-7a675a94-0aca-41b8-94b3-ac1481b6d75f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0437369 Jun 17 17:58:08.234337 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bfa65b12-a5a4-4783-82f6-d84f126307a2 req-7416ad03-3f2b-452c-bb7f-2ddeb2a6d5d1 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0477562 Jun 17 17:58:08.346447 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63a394-6a5b-45f0-820b-74903f0492a0 req-5d00aaec-3082-42ab-ab8d-2d87d5171fde tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:08.347836 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7b63a394-6a5b-45f0-820b-74903f0492a0 req-5d00aaec-3082-42ab-ab8d-2d87d5171fde tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.0821490 Jun 17 17:58:08.397440 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7b63a394-6a5b-45f0-820b-74903f0492a0 req-f99a853d-73e9-4c2f-a8fe-0fa7f0e2f851 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Jun 17 17:58:08.680956 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59a6c6f1-22cd-4259-9c08-20b022d0d077 req-2736832c-cc25-4d20-9a37-e2ff44380079 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0422540 Jun 17 17:58:09.397085 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dec5f040-f15c-414d-81d8-976e3abfc36a req-56612e99-9d6b-4c3b-871b-ed5b3c162f6c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0412097 Jun 17 17:58:09.530395 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Request body: {'port': {'device_id': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:09.611770 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d503fd-69ba-48bb-a569-9072d115ebf9 req-e1f99a7c-2211-4c73-b051-c1782b436878 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:09.613357 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-37d503fd-69ba-48bb-a569-9072d115ebf9 req-e1f99a7c-2211-4c73-b051-c1782b436878 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 931 time: 0.0908878 Jun 17 17:58:09.647434 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:09.660803 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-37d503fd-69ba-48bb-a569-9072d115ebf9 req-6c90cb1c-a2ab-4f1a-a542-ccc483a8a081 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Jun 17 17:58:09.847922 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1a66f68c-226f-42ef-a221-69641a8c8cf8 req-74d68923-516b-4862-aaab-d3532ab3bd1f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbae00f2-25c0-43c9-9884-117d6333092c HTTP/1.1" status: 200 len: 210 time: 0.0405099 Jun 17 17:58:09.993732 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db0ffbb-18dc-44c0-8246-4ed580495634 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:58:10.001688 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:10.015959 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Transition to ACTIVE for port object 1db0ffbb-18dc-44c0-8246-4ed580495634 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:10.151530 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:10.163232 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:10.319810 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Pushing event updated for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:10.323812 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:10.431639 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-974a1abf-bf77-46bb-a635-553ca9c7535f tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:10.433128 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-974a1abf-bf77-46bb-a635-553ca9c7535f tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 808 time: 0.3525836 Jun 17 17:58:10.480382 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Attempting to bind port 1db0ffbb-18dc-44c0-8246-4ed580495634 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:58:10.480822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Attempting to bind port 1db0ffbb-18dc-44c0-8246-4ed580495634 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:58:10.481210 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Attempting to bind port 1db0ffbb-18dc-44c0-8246-4ed580495634 on network 49c22b81-1c6d-4638-aa42-9cdee81ce77f {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:10.508082 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Port 1db0ffbb-18dc-44c0-8246-4ed580495634 on network 49c22b81-1c6d-4638-aa42-9cdee81ce77f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:58:10.508082 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Attempting to bind port 1db0ffbb-18dc-44c0-8246-4ed580495634 on network 49c22b81-1c6d-4638-aa42-9cdee81ce77f {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:10.521293 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:58:10.522036 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Checking segment: {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:58:10.522406 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Bound using segment: {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:58:10.522766 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Bound port: 1db0ffbb-18dc-44c0-8246-4ed580495634, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557cd434-776a-4ad9-aecb-2f00d167a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:58:10.523180 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:10.583431 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-92e4208f-7477-45df-844f-610a54ea7ada tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39271eca80424b05b2c69d039d0b15c3 HTTP/1.1" status: 200 len: 7065 time: 0.1227140 Jun 17 17:58:10.592308 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-db7d42f0-4cd4-4ce5-ac9d-11d0a3bb7bc8 req-80498b7c-0179-492b-8fe1-732f3b4ee14d tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0467424 Jun 17 17:58:10.642575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'port': {'device_id': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'admin_state_up': True, 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'security_groups': ['aff36b4f-2f73-41ce-a8fe-0b5adcc2565f']}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:10.718506 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:58:10.725782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1db0ffbb-18dc-44c0-8246-4ed580495634,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:58:10.795483 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:10.798010 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:10.803240 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:10.858783 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:10.861211 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1425176-4041-4e3d-bbdb-4cfad97d8e53 req-e769aa47-0110-4f30-a3a9-7bd92c06dfe7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:10.862874 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1425176-4041-4e3d-bbdb-4cfad97d8e53 req-e769aa47-0110-4f30-a3a9-7bd92c06dfe7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 943 time: 0.0783582 Jun 17 17:58:10.874502 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:10.875846 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] 10.222.0.36 "PUT /v2.0/ports/1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 1093 time: 1.3532264 Jun 17 17:58:10.879476 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:10.893921 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Pushing event updated for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:10.897302 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:10.926748 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1425176-4041-4e3d-bbdb-4cfad97d8e53 req-1073ff0f-ead5-4115-9c6e-0e0d35051109 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Jun 17 17:58:10.961584 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40308) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:10.963901 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Made reservation on behalf of 39271eca80424b05b2c69d039d0b15c3 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:10.967137 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:11.042818 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'status': 'completed', 'code': 200} Jun 17 17:58:11.213668 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-c7613707-9959-4687-9a55-055e9641ab6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1096 time: 0.1561308 Jun 17 17:58:11.228834 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Allocated IP 172.20.0.14 (49286944-c9b1-462f-9b6e-1e47e928ede6/7dbbfa38-d27b-48ff-8e49-c29bc4144faa/c2587786-257f-4efb-8fe1-559b96991cd6) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:58:11.301624 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-08445f6c-e2af-49f5-8c89-672f7c35d3b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 217 time: 0.0700471 Jun 17 17:58:11.400134 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:11.537199 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-93a8d041-209e-438b-9421-2ba9a45c467e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:11.538672 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-93a8d041-209e-438b-9421-2ba9a45c467e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.2309704 Jun 17 17:58:11.706364 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:11.738935 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Transition to ACTIVE for port object c2587786-257f-4efb-8fe1-559b96991cd6 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:11.773706 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-ab0eb461-c892-44b5-8fd1-b80d94f2f552 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2250488 Jun 17 17:58:11.861076 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:11.874042 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5504d790-341b-486d-ac0b-ebb268012303 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:11.965911 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:11.970776 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:58:11.981803 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:11.982998 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:11.987507 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:58:12.049579 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73637d10-f212-4fd1-8c61-0d392a05ba6c req-76ec8cdd-359f-4f86-8135-8e5b938b37c7 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:12.049579 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73637d10-f212-4fd1-8c61-0d392a05ba6c req-76ec8cdd-359f-4f86-8135-8e5b938b37c7 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 932 time: 0.1854236 Jun 17 17:58:12.064351 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-98630dbc-9585-4bdd-ac02-07f2abfe0316 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775331 Jun 17 17:58:12.097290 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:12.097920 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:12.195228 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73637d10-f212-4fd1-8c61-0d392a05ba6c req-8d50a350-9038-41bf-8277-a0dc408db3e6 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765499 Jun 17 17:58:12.239604 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b216-aab2-4649-86a1-4271886935a0 req-37fe7cd5-f80d-4ec3-a807-fc06909d440c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:12.241076 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61b2b216-aab2-4649-86a1-4271886935a0 req-37fe7cd5-f80d-4ec3-a807-fc06909d440c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 943 time: 0.1374297 Jun 17 17:58:12.241340 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7e5f2533-7433-40f0-ac38-c000a2cf6039 req-a0f4c316-f089-4b29-824d-b2c2857756f8 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692369 Jun 17 17:58:12.336590 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61b2b216-aab2-4649-86a1-4271886935a0 req-a82323e1-f1e3-421c-9c1f-df7ea04c4e35 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699236 Jun 17 17:58:12.399888 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Deleting port 5cb92663-a0c7-4185-9d92-743ab67bdb50 {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:58:12.400248 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:12.568492 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] For port 5cb92663-a0c7-4185-9d92-743ab67bdb50, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=5cb92663-a0c7-4185-9d92-743ab67bdb50,segment=NetworkSegment(c84dd5b4-909d-403e-9231-61b08084295a),segment_id=c84dd5b4-909d-403e-9231-61b08084295a)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:12.568761 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:12.694531 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Calling delete_port for 5cb92663-a0c7-4185-9d92-743ab67bdb50 owned by network:router_interface {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:58:13.153926 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5186148 Jun 17 17:58:13.177576 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Request body: {'port': {'device_id': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:13.222576 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-3c463a2b-7ce7-4d5d-a8ad-503a1e476823 None None] Provisioning for port c2587786-257f-4efb-8fe1-559b96991cd6 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:13.228525 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-3c463a2b-7ce7-4d5d-a8ad-503a1e476823 None None] Provisioning complete for port c2587786-257f-4efb-8fe1-559b96991cd6 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:13.229248 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3c463a2b-7ce7-4d5d-a8ad-503a1e476823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:13.275041 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:13.281141 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:13.296903 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3c463a2b-7ce7-4d5d-a8ad-503a1e476823 None None] Port c2587786-257f-4efb-8fe1-559b96991cd6 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:58:13.303517 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:13.328676 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb92663-a0c7-4185-9d92-743ab67bdb50,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:13.332847 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:13.533012 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89374285-5f4d-42d9-8579-73c1772cca50 req-ece565c7-5671-48dd-aec8-f62f80961c55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1096 time: 0.1854453 Jun 17 17:58:13.681145 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c961-6610-4579-be61-88efe6589a1a req-ca292d9a-36e0-4c59-983a-7582dc299907 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:13.682863 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7365c961-6610-4579-be61-88efe6589a1a req-ca292d9a-36e0-4c59-983a-7582dc299907 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 943 time: 0.1711645 Jun 17 17:58:13.691596 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fead-7aa8-46f4-b50a-2f1bd1bde0ab req-c5937a6f-44a1-42a1-93d8-384914019a31 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:13.693027 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f787fead-7aa8-46f4-b50a-2f1bd1bde0ab req-c5937a6f-44a1-42a1-93d8-384914019a31 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 932 time: 0.1795015 Jun 17 17:58:13.766196 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374285-5f4d-42d9-8579-73c1772cca50 req-e440e1f5-989e-4285-bd0c-b39ab8addf16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:13.767621 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89374285-5f4d-42d9-8579-73c1772cca50 req-e440e1f5-989e-4285-bd0c-b39ab8addf16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 914 time: 0.2199807 Jun 17 17:58:13.850721 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f787fead-7aa8-46f4-b50a-2f1bd1bde0ab req-19da4ba9-a6d5-4969-b589-03f32dceb0ba tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460509 Jun 17 17:58:13.852766 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7365c961-6610-4579-be61-88efe6589a1a req-82062472-cf1f-433d-8a6e-1ddc012c3f57 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512637 Jun 17 17:58:13.869574 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:13.913135 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89374285-5f4d-42d9-8579-73c1772cca50 req-64705ab5-8b54-4968-aa76-578bb4ba8707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 217 time: 0.0946400 Jun 17 17:58:13.919934 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2587786-257f-4efb-8fe1-559b96991cd6 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:58:13.972473 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:14.004993 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Transition to ACTIVE for port object c2587786-257f-4efb-8fe1-559b96991cd6 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:14.013332 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374285-5f4d-42d9-8579-73c1772cca50 req-304bb893-cdcf-4136-b54e-eef36536688c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:14.014838 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89374285-5f4d-42d9-8579-73c1772cca50 req-304bb893-cdcf-4136-b54e-eef36536688c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.0908923 Jun 17 17:58:14.075201 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:14.079327 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:14.294582 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:14.298502 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:14.311732 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89374285-5f4d-42d9-8579-73c1772cca50 req-bc2b94bc-9351-4346-a953-f3a6fbd7257f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2878492 Jun 17 17:58:14.487065 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Router aea88537-ccd8-4dd4-8038-790dd19db0ee has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:58:14.515136 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Attempting to bind port c2587786-257f-4efb-8fe1-559b96991cd6 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:58:14.515136 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Attempting to bind port c2587786-257f-4efb-8fe1-559b96991cd6 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:58:14.515584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Attempting to bind port c2587786-257f-4efb-8fe1-559b96991cd6 on network 49286944-c9b1-462f-9b6e-1e47e928ede6 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:14.535146 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Port c2587786-257f-4efb-8fe1-559b96991cd6 on network 49286944-c9b1-462f-9b6e-1e47e928ede6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:58:14.535527 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Attempting to bind port c2587786-257f-4efb-8fe1-559b96991cd6 on network 49286944-c9b1-462f-9b6e-1e47e928ede6 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:14.538801 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89374285-5f4d-42d9-8579-73c1772cca50 req-ce217768-8fc4-4ba5-91e8-cea97fdb85e3 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010076 Jun 17 17:58:14.544642 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:58:14.544975 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Checking segment: {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:58:14.545352 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Bound using segment: {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:58:14.545774 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Bound port: c2587786-257f-4efb-8fe1-559b96991cd6, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1561692-a2a6-4458-a9b7-73568de32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:58:14.546144 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:14.696713 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:58:14.707837 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] Sync routers for ids ['aea88537-ccd8-4dd4-8038-790dd19db0ee'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:58:14.720997 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] Routers {'aea88537-ccd8-4dd4-8038-790dd19db0ee'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:14.721670 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-73eba34f-a7cd-4a88-9742-1b70d14bd426 admin admin] 10.222.0.30 "PUT /v2.0/routers/aea88537-ccd8-4dd4-8038-790dd19db0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7587156 Jun 17 17:58:14.723999 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40332) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:14.724214 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['aea88537-ccd8-4dd4-8038-790dd19db0ee'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:14.749110 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:58:14.754851 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89374285-5f4d-42d9-8579-73c1772cca50 req-4f62b777-49dd-42c3-824f-42e6bce7b458 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996868 Jun 17 17:58:14.759036 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:58:14.878736 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:14.884660 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-95a414f3-1731-4e40-9170-8158c4346ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:14.916366 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] Set router aea88537-ccd8-4dd4-8038-790dd19db0ee gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:15.019756 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:15.021646 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 1094 time: 1.8483000 Jun 17 17:58:15.022383 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:15.060235 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:15.065525 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:15.258355 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-4c0f100b-75cd-4a7b-bcdd-1762b1d237aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1097 time: 0.1034472 Jun 17 17:58:15.263452 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1db0ffbb-18dc-44c0-8246-4ed580495634 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:58:15.290555 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:15.326998 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:58:13Z', 'revision_number': 5, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:15.331378 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] Checking router: aea88537-ccd8-4dd4-8038-790dd19db0ee for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:58:15.342958 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] Routers {'aea88537-ccd8-4dd4-8038-790dd19db0ee'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:15.343832 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:57:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['aea88537-ccd8-4dd4-8038-790dd19db0ee'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:15.350180 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-989829df-6b7d-41aa-addb-0e076715b112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 217 time: 0.0781043 Jun 17 17:58:15.363762 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c575b2-ec71-4fe1-b0bc-69bb3d066819 req-b65964bc-d056-46f6-8104-46851548262c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:15.365260 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-47c575b2-ec71-4fe1-b0bc-69bb3d066819 req-b65964bc-d056-46f6-8104-46851548262c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.2250414 Jun 17 17:58:15.400210 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4287e6-d9ef-45b9-947c-f973f2a02229 req-4866e6c9-367f-4ced-9a16-559be4457085 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:15.401681 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fc4287e6-d9ef-45b9-947c-f973f2a02229 req-4866e6c9-367f-4ced-9a16-559be4457085 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 943 time: 0.3192089 Jun 17 17:58:15.438052 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-5bdea832-6b3e-4764-86ed-2192ae4177b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:15.439619 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-5bdea832-6b3e-4764-86ed-2192ae4177b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0830939 Jun 17 17:58:15.467316 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1db0ffbb-18dc-44c0-8246-4ed580495634,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:15.482294 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-47c575b2-ec71-4fe1-b0bc-69bb3d066819 req-69e219c5-4148-46f2-abed-772a74f31199 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083734 Jun 17 17:58:15.486115 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'port_id': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'mac_address': 'fa:16:3e:6b:6b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:58:15.502977 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fc4287e6-d9ef-45b9-947c-f973f2a02229 req-425cedcb-af3f-488a-9d8a-ad31abf11bef tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Jun 17 17:58:15.572690 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:15.577964 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] Set router aea88537-ccd8-4dd4-8038-790dd19db0ee gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:15.593934 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-26568c7a-7f00-4bf2-a6c6-6fc2cd9ca19a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1461322 Jun 17 17:58:15.615957 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db0ffbb-18dc-44c0-8246-4ed580495634 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:58:15.633572 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'status': 'completed', 'code': 200} Jun 17 17:58:15.640226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1db0ffbb-18dc-44c0-8246-4ed580495634,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:15.671417 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:15.718865 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:15.721256 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:15.755760 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Deleting port be618c81-df70-43c2-ad78-a22bb62407ad {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:58:15.756228 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:15.761008 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-e29dcac9-f2c1-4d58-b3d6-e6c032149957 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592100 Jun 17 17:58:15.792729 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:15.796470 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:15.926801 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-803b07fd-7967-4d2c-823f-cf13c7b1a202 req-4558f540-7293-4e64-8cfe-1d37b19cc5b8 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587629 Jun 17 17:58:15.944060 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:58:13Z', 'revision_number': 5, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:15.950591 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9e205-e343-4d9b-b575-c5dc5243146f None None] The sync data for ids ['aea88537-ccd8-4dd4-8038-790dd19db0ee'] in dv-cinder-796864-1-iscsi is: [{'id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'name': 'tempest-ServerRescueNegativeTestJSON-935449049-router', 'tenant_id': '2e1ade3086064c6abeac4a531720c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:30Z', 'updated_at': '2021-06-17T17:58:13Z', 'revision_number': 5, 'project_id': '2e1ade3086064c6abeac4a531720c924', 'gw_port': {'id': 'be618c81-df70-43c2-ad78-a22bb62407ad', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea88537-ccd8-4dd4-8038-790dd19db0ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:58:16.006959 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] For port be618c81-df70-43c2-ad78-a22bb62407ad, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=be618c81-df70-43c2-ad78-a22bb62407ad,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:16.006959 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:16.015313 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['1db0ffbb-18dc-44c0-8246-4ed580495634'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:58:16.132406 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Calling delete_port for be618c81-df70-43c2-ad78-a22bb62407ad owned by network:router_gateway {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:58:16.226776 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89921ce4-1807-4467-b93e-476943c5581e req-94253d69-47f1-436a-a5e6-7b2dc3640dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1097 time: 0.0886221 Jun 17 17:58:16.273952 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe348e4-7eaf-4c00-8550-1d7f2f552967 req-73b9ab84-e7dd-46a4-bc47-3184a43bdddf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:16.275318 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-efe348e4-7eaf-4c00-8550-1d7f2f552967 req-73b9ab84-e7dd-46a4-bc47-3184a43bdddf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1502566 Jun 17 17:58:16.338291 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-efe348e4-7eaf-4c00-8550-1d7f2f552967 req-6fb0a0de-06bd-4c8d-869c-cbcf9003e967 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539012 Jun 17 17:58:16.368009 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89921ce4-1807-4467-b93e-476943c5581e req-a4aa3557-a448-4665-8910-1f43aead5fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:16.369747 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89921ce4-1807-4467-b93e-476943c5581e req-a4aa3557-a448-4665-8910-1f43aead5fff service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.1353374 Jun 17 17:58:16.441764 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89921ce4-1807-4467-b93e-476943c5581e req-7b7acccb-6dbb-41ba-8585-9a4527cf2297 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 217 time: 0.0611098 Jun 17 17:58:16.478147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:16.481977 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d64964c2-c61e-42d5-a081-41586aee7a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:16.523544 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be618c81-df70-43c2-ad78-a22bb62407ad,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:16.528147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:16.584141 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89921ce4-1807-4467-b93e-476943c5581e req-b697a8f1-a941-4f7a-9973-4b3c4f44d726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:16.585818 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89921ce4-1807-4467-b93e-476943c5581e req-b697a8f1-a941-4f7a-9973-4b3c4f44d726 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.1357102 Jun 17 17:58:16.670315 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89921ce4-1807-4467-b93e-476943c5581e req-0e0b7262-b35d-4da9-91f6-feded34d7d06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765128 Jun 17 17:58:16.771541 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:16.807166 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89921ce4-1807-4467-b93e-476943c5581e req-a976d627-37ad-4045-b9c2-16e7c4930953 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269097 Jun 17 17:58:16.944937 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89921ce4-1807-4467-b93e-476943c5581e req-e3bdc026-22dc-4ed1-a9b9-0a1756e09bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298532 Jun 17 17:58:17.155749 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 5cb92663-a0c7-4185-9d92-743ab67bdb50 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:58:17.159682 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.172654 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.183026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5ab08-5024-4768-9482-fa5bcb1297a5 req-fe439ae2-f2ef-4f52-82e2-51593461ea6c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:17.185044 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-79f5ab08-5024-4768-9482-fa5bcb1297a5 req-fe439ae2-f2ef-4f52-82e2-51593461ea6c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.4847949 Jun 17 17:58:17.191589 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61a318-2c12-43d8-9302-06cbe0feffd2 req-b99b2d5c-c8f9-4cf1-9166-d8ebf5b52c10 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:17.192121 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 5cb92663-a0c7-4185-9d92-743ab67bdb50 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:58:17.192472 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 5cb92663-a0c7-4185-9d92-743ab67bdb50 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:58:17.193043 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bc61a318-2c12-43d8-9302-06cbe0feffd2 req-b99b2d5c-c8f9-4cf1-9166-d8ebf5b52c10 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 944 time: 0.4944162 Jun 17 17:58:17.264935 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1db0ffbb-18dc-44c0-8246-4ed580495634 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:17.338996 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-79f5ab08-5024-4768-9482-fa5bcb1297a5 req-74d94a73-3526-461b-9fbb-74c4b902b3a2 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448872 Jun 17 17:58:17.346700 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bc61a318-2c12-43d8-9302-06cbe0feffd2 req-f762a819-0d21-40c9-81e5-1819adec402b tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370416 Jun 17 17:58:17.409306 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 1db0ffbb-18dc-44c0-8246-4ed580495634 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:17.414625 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 1db0ffbb-18dc-44c0-8246-4ed580495634 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:17.415109 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.420784 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.421350 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aea88537-ccd8-4dd4-8038-790dd19db0ee {{(pid=75204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 17:58:17.434362 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.437909 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/aea88537-ccd8-4dd4-8038-790dd19db0ee HTTP/1.1" status: 204 len: 168 time: 2.7106543 Jun 17 17:58:17.438234 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40354) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:17.502849 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Deleting subnet d0000ec1-9063-45d4-b268-ecc1ef15662a {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:58:17.505731 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.532869 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.552859 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b9d1-da59-40d7-9eac-ebbe0da9e0a5 req-61d04267-7a3d-4cda-b941-f226f3f5be0e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:17.554475 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-81b8b9d1-da59-40d7-9eac-ebbe0da9e0a5 req-61d04267-7a3d-4cda-b941-f226f3f5be0e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0786169 Jun 17 17:58:17.557712 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.565795 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:17.576846 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1db0ffbb-18dc-44c0-8246-4ed580495634,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:17.603855 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-81b8b9d1-da59-40d7-9eac-ebbe0da9e0a5 req-be3ed138-96bc-4497-ae53-e20e2247c2a3 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Jun 17 17:58:17.615294 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.629058 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'code': 200} Jun 17 17:58:17.657313 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.659224 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:17.723341 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:17.726342 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:17.975380 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.980943 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8a373b49-0d76-4368-b02d-037ac1ea7c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:18.053662 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0000ec1-9063-45d4-b268-ecc1ef15662a,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:18.056483 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:18.062723 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.075696 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d0000ec1-9063-45d4-b268-ecc1ef15662a HTTP/1.1" status: 204 len: 168 time: 0.6364386 Jun 17 17:58:18.078478 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40360) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:18.187343 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-daa970f3-172c-4368-b15f-907a5d774e19 req-0bc819a4-9309-4cf2-b7e6-c30018d722b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1098 time: 0.1819942 Jun 17 17:58:18.192964 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.327408 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-daa970f3-172c-4368-b15f-907a5d774e19 req-88d26cc2-d9aa-4c59-85ad-663fb9ab3faa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314695 Jun 17 17:58:18.344762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.358140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9028cff4-9a93-4790-a437-67cb373e5baf']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:18.370205 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84dd5b4-909d-403e-9231-61b08084295a') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:18.370496 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84dd5b4-909d-403e-9231-61b08084295a') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:18.381823 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.398462 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.405783 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:58:18.406193 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:58:18.419997 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:58:18.572032 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.575881 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b797060c-1238-4d05-8c6b-203fe0b1b1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:18.590404 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.600538 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66fcd6-0b87-4910-ba75-73387fb5af13 req-5883bde3-e9a3-4810-b1c2-100ed93a82ff tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:18.601077 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9028cff4-9a93-4790-a437-67cb373e5baf,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:18.602043 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c66fcd6-0b87-4910-ba75-73387fb5af13 req-5883bde3-e9a3-4810-b1c2-100ed93a82ff tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.1395133 Jun 17 17:58:18.604655 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:18.608095 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d151f-a3a1-4f86-b3b0-74f9311a77e5 req-86ff57dd-777c-45e2-9d28-d9e63e3c50ac tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:18.609517 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-595d151f-a3a1-4f86-b3b0-74f9311a77e5 req-86ff57dd-777c-45e2-9d28-d9e63e3c50ac tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.1119888 Jun 17 17:58:18.670449 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] 10.222.0.30 "DELETE /v2.0/networks/9028cff4-9a93-4790-a437-67cb373e5baf HTTP/1.1" status: 204 len: 168 time: 0.5908871 Jun 17 17:58:18.683251 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c66fcd6-0b87-4910-ba75-73387fb5af13 req-155ca518-107d-40b5-b90c-3d985ba363f4 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727415 Jun 17 17:58:18.690904 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-595d151f-a3a1-4f86-b3b0-74f9311a77e5 req-2d1db4f9-1baf-46d3-834e-1caeddd883f7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663941 Jun 17 17:58:18.867726 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206ff7-9eef-4442-aeb5-f0cbe3555802 req-485ad07e-7726-4b3b-a2e7-a35aace4deeb tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:18.868994 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80206ff7-9eef-4442-aeb5-f0cbe3555802 req-485ad07e-7726-4b3b-a2e7-a35aace4deeb tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0760365 Jun 17 17:58:18.917510 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80206ff7-9eef-4442-aeb5-f0cbe3555802 req-1151c418-a34a-4d18-9ae9-5b5837675a5a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393384 Jun 17 17:58:19.083454 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40372) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:19.134285 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5242d50f-b966-4079-a2ea-15dbdedd7d16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e1ade3086064c6abeac4a531720c924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491419 Jun 17 17:58:19.136131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40376) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:19.197564 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:19.222477 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:19.223318 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a28e90c5-4012-49a9-b502-ea74c281b429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:19.360444 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:19.364072 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-41bda258-0359-4020-b374-48ae23be0cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:19.375253 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe6054c-a11d-46ea-881b-2401706315f5,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:19.378782 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:19.382010 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:19.383122 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bfe6054c-a11d-46ea-881b-2401706315f5 HTTP/1.1" status: 204 len: 168 time: 0.2460554 Jun 17 17:58:19.565761 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:19.968301 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a9148-70af-450e-b9f1-6a1057e11226 req-d4e6bf35-f3fe-4518-9922-bd1c06166b50 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:19.969771 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-718a9148-70af-450e-b9f1-6a1057e11226 req-d4e6bf35-f3fe-4518-9922-bd1c06166b50 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.1425231 Jun 17 17:58:19.975595 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eece1c-c3f1-4e59-8693-c3a95039a6a2 req-2750352d-95e5-46db-baa9-46ac61751554 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:19.977107 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-69eece1c-c3f1-4e59-8693-c3a95039a6a2 req-2750352d-95e5-46db-baa9-46ac61751554 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.1481268 Jun 17 17:58:20.047920 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-718a9148-70af-450e-b9f1-6a1057e11226 req-a38b615e-2621-4a3e-9f2c-2f1ff8954c7b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698121 Jun 17 17:58:20.055087 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-69eece1c-c3f1-4e59-8693-c3a95039a6a2 req-c2f55344-24c2-47b3-9ca2-a9768d3d8183 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617805 Jun 17 17:58:20.243009 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793091f-426a-4acd-82f9-d4e6a74af0b5 req-fc0a6344-b5df-446a-b059-d5d76855c1ce tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:20.244435 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c793091f-426a-4acd-82f9-d4e6a74af0b5 req-fc0a6344-b5df-446a-b059-d5d76855c1ce tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0799618 Jun 17 17:58:20.289009 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c793091f-426a-4acd-82f9-d4e6a74af0b5 req-f831a18c-7fcc-4db2-92b0-63326e566331 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Jun 17 17:58:21.260728 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f979e401-d30b-49ac-9368-8a5ab34ce0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:21.327480 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b3ee-ae55-4dab-a05c-0fbc48d9f92f req-16f6c317-8713-4d16-a5c5-2b3f629e09b6 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:21.329080 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b5a3b3ee-ae55-4dab-a05c-0fbc48d9f92f req-16f6c317-8713-4d16-a5c5-2b3f629e09b6 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.1366994 Jun 17 17:58:21.339315 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe0058-346b-43b5-b635-522bf537535e req-208e5f8d-50bb-4e52-b429-618604a960f4 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:21.340740 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6cbe0058-346b-43b5-b635-522bf537535e req-208e5f8d-50bb-4e52-b429-618604a960f4 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.1168792 Jun 17 17:58:21.414702 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b5a3b3ee-ae55-4dab-a05c-0fbc48d9f92f req-6ec70389-3402-4a38-8594-7b76cb1f8946 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730219 Jun 17 17:58:21.417108 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6cbe0058-346b-43b5-b635-522bf537535e req-7c1032ce-fc9a-49c4-85a9-b89d91b7ef49 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606732 Jun 17 17:58:21.678220 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78788c-3304-4e0d-8750-1d393ac6bdc5 req-493ad972-f46c-44a3-a3e1-719942da19f5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:21.679686 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8a78788c-3304-4e0d-8750-1d393ac6bdc5 req-493ad972-f46c-44a3-a3e1-719942da19f5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1478422 Jun 17 17:58:21.685920 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d22ea5-8fdc-48d1-b3d5-e5296c93045d req-e7df9461-2721-415d-9d7c-6cf1b82c15e8 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:21.687253 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-17d22ea5-8fdc-48d1-b3d5-e5296c93045d req-e7df9461-2721-415d-9d7c-6cf1b82c15e8 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.1162632 Jun 17 17:58:21.759862 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8a78788c-3304-4e0d-8750-1d393ac6bdc5 req-5bff9868-4925-4197-9f1b-3257f81ee55c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716619 Jun 17 17:58:21.764304 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-17d22ea5-8fdc-48d1-b3d5-e5296c93045d req-e341ac23-de22-48f0-85ce-db3b28bc9176 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627732 Jun 17 17:58:22.199438 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:58:22.258112 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be96cf2-c6a8-40fe-ac65-ebf15d9f1ebb req-ce38716f-da2d-4e90-b57f-cf6df07566d9 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:22.259665 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3be96cf2-c6a8-40fe-ac65-ebf15d9f1ebb req-ce38716f-da2d-4e90-b57f-cf6df07566d9 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.1513605 Jun 17 17:58:22.308624 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3be96cf2-c6a8-40fe-ac65-ebf15d9f1ebb req-6bad3663-4bf2-40e0-a3d6-eb3425030b5c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Jun 17 17:58:22.471065 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:22.622105 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a119361-18a7-457b-bd84-ad8b98cb4f0f req-2560b500-026b-43db-97af-c7e82c665774 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:22.623596 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a119361-18a7-457b-bd84-ad8b98cb4f0f req-2560b500-026b-43db-97af-c7e82c665774 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0818260 Jun 17 17:58:22.672687 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a119361-18a7-457b-bd84-ad8b98cb4f0f req-5c62a967-81f8-4ca9-a5d6-496f08ac8fef tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Jun 17 17:58:22.961395 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82cb46-62da-4d00-ade9-6b93712c59b4 req-51d3d273-e00c-4e37-a292-d39840450fbb tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:22.962897 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ab82cb46-62da-4d00-ade9-6b93712c59b4 req-51d3d273-e00c-4e37-a292-d39840450fbb tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0795434 Jun 17 17:58:23.009600 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ab82cb46-62da-4d00-ade9-6b93712c59b4 req-d681c78b-19ac-49d1-886c-23329b9dfb1c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Jun 17 17:58:23.317951 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2587786-257f-4efb-8fe1-559b96991cd6 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:58:23.451679 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:23.466050 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'port_id': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'mac_address': 'fa:16:3e:1d:1d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:58:23.520044 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:23.538487 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2587786-257f-4efb-8fe1-559b96991cd6 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:58:23.555557 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:23.662851 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:23.664833 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:23.730429 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:23.733517 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:23.875126 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d64f57-604e-4ce2-a000-3bcb19605e73 req-a7d7252e-9d44-44cc-926d-68ae95dbcb4c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:23.876564 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c8d64f57-604e-4ce2-a000-3bcb19605e73 req-a7d7252e-9d44-44cc-926d-68ae95dbcb4c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 945 time: 0.0800793 Jun 17 17:58:23.914387 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:23.922277 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c8d64f57-604e-4ce2-a000-3bcb19605e73 req-c56c0a11-20ce-4816-98ed-e61a188aa8f1 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396357 Jun 17 17:58:24.005355 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['c2587786-257f-4efb-8fe1-559b96991cd6'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:58:24.239814 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7e41f-e1ca-4371-86a8-ac83a1071ab1 req-6245ae81-22f6-4e73-aa4b-db77b4616cbd tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:24.242410 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80e7e41f-e1ca-4371-86a8-ac83a1071ab1 req-6245ae81-22f6-4e73-aa4b-db77b4616cbd tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0963836 Jun 17 17:58:24.294269 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80e7e41f-e1ca-4371-86a8-ac83a1071ab1 req-1dc1a2dd-61c3-4039-a9ca-1b974d53f1ef tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464456 Jun 17 17:58:24.518465 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.132705 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3e7a8-0734-4d5b-9b63-df33c41dc55f req-a2a5e3bb-e9f8-4747-854a-ddfc2da94334 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:25.138364 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d6b3e7a8-0734-4d5b-9b63-df33c41dc55f req-a2a5e3bb-e9f8-4747-854a-ddfc2da94334 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 945 time: 0.0876963 Jun 17 17:58:25.181190 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d6b3e7a8-0734-4d5b-9b63-df33c41dc55f req-cb60a015-0e37-4d57-84ba-4d0f3600ddf9 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406775 Jun 17 17:58:25.324952 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2587786-257f-4efb-8fe1-559b96991cd6 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:25.491503 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port c2587786-257f-4efb-8fe1-559b96991cd6 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:25.497154 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port c2587786-257f-4efb-8fe1-559b96991cd6 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:25.497611 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.505576 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1fa68-dc9a-4b0c-b07c-e38401ab4ebf req-4885fad9-d599-41e9-95ed-72b70586e061 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:25.507122 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-15a1fa68-dc9a-4b0c-b07c-e38401ab4ebf req-4885fad9-d599-41e9-95ed-72b70586e061 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0782003 Jun 17 17:58:25.578287 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-15a1fa68-dc9a-4b0c-b07c-e38401ab4ebf req-85998a52-795b-425a-a1b3-383f70003d66 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638556 Jun 17 17:58:25.643581 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.677692 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:25.688792 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:25.756693 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'code': 200} Jun 17 17:58:25.757957 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.759934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c1e6732b-15e3-4a05-ad1f-1fe85360b6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:25.828968 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:25.831801 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:26.339220 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0abb6ba2-0e59-4aa5-b349-4031ccf13cbe req-45f4ffda-c7b3-4b46-a8df-7eb549994a10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.0728431 Jun 17 17:58:26.379800 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732850f-4121-46d6-b61c-533cd447873a req-9ecf6258-3b25-41bd-b387-f02b62d35616 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:26.381446 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5732850f-4121-46d6-b61c-533cd447873a req-9ecf6258-3b25-41bd-b387-f02b62d35616 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0799367 Jun 17 17:58:26.402386 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0abb6ba2-0e59-4aa5-b349-4031ccf13cbe req-ef482049-b669-4108-84b4-6c880051c825 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Jun 17 17:58:26.431661 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5732850f-4121-46d6-b61c-533cd447873a req-56aebcf3-a6bf-43f2-bce7-b6e8e5140fe3 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442083 Jun 17 17:58:26.805682 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281311f5-ffe4-42d2-aa26-863bf5a38985 req-bcc93e99-448b-4b11-8317-d3d091b10fee tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:26.807309 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-281311f5-ffe4-42d2-aa26-863bf5a38985 req-bcc93e99-448b-4b11-8317-d3d091b10fee tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1013541 Jun 17 17:58:26.859581 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-281311f5-ffe4-42d2-aa26-863bf5a38985 req-85a60300-0758-4f4b-ba9a-9cc84f342add tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Jun 17 17:58:27.637343 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dbf5c-1086-4ece-9080-d3795c8d9b19 req-9360c188-b4e5-479a-8027-a3c78b4606ba tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:27.644955 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca2dbf5c-1086-4ece-9080-d3795c8d9b19 req-9360c188-b4e5-479a-8027-a3c78b4606ba tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0856237 Jun 17 17:58:27.687642 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca2dbf5c-1086-4ece-9080-d3795c8d9b19 req-05f3f2ed-69f5-4bb7-9026-837e637821ef tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417588 Jun 17 17:58:28.066124 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a5f97-4010-417c-a7f2-968e4eab1efb req-b9d88357-a3cc-438d-a4d0-3e1da4097391 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:28.067554 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-339a5f97-4010-417c-a7f2-968e4eab1efb req-b9d88357-a3cc-438d-a4d0-3e1da4097391 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0827208 Jun 17 17:58:28.117092 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-339a5f97-4010-417c-a7f2-968e4eab1efb req-a7c2c931-2bbb-4713-b299-425af2cc4716 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Jun 17 17:58:28.655506 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b1d13-e1fa-429c-b5e4-007fba28faf0 req-35b84ad1-c441-4570-95cd-064509e78672 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:28.657118 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6f5b1d13-e1fa-429c-b5e4-007fba28faf0 req-35b84ad1-c441-4570-95cd-064509e78672 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0835810 Jun 17 17:58:28.710408 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6f5b1d13-e1fa-429c-b5e4-007fba28faf0 req-2ca1e450-2726-4e5f-963e-484168c6b154 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465279 Jun 17 17:58:28.800415 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-c8e8bb39-2f44-40b2-964d-664367d6ef34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 1099 time: 0.0726140 Jun 17 17:58:28.895438 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b81963-4d99-4793-ba8a-dfeffc13e5c4 req-15d1d3b9-0272-428c-b6ec-05528fa5f83c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:28.897129 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61b81963-4d99-4793-ba8a-dfeffc13e5c4 req-15d1d3b9-0272-428c-b6ec-05528fa5f83c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0819869 Jun 17 17:58:28.949404 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61b81963-4d99-4793-ba8a-dfeffc13e5c4 req-54c929e6-9ed7-46ee-b45d-89e40c249359 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Jun 17 17:58:29.019228 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-5d1a556f-5e4d-42d8-bcdb-a204e13d6b57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:29.020749 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-5d1a556f-5e4d-42d8-bcdb-a204e13d6b57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 911 time: 0.2132282 Jun 17 17:58:29.132223 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-6a3f640a-8586-402b-a5b0-58dde11df90e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17 HTTP/1.1" status: 200 len: 1001 time: 0.1037018 Jun 17 17:58:29.177204 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a6b95-cf51-4b65-85a8-7cf9e000b36d req-c70f2f0a-94f0-4b68-9230-be50baa4a63b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:29.179356 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9e3a6b95-cf51-4b65-85a8-7cf9e000b36d req-c70f2f0a-94f0-4b68-9230-be50baa4a63b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0861053 Jun 17 17:58:29.204981 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-a7bd1221-7d4a-4ad1-92ed-3a7549e3791b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:29.206582 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-a7bd1221-7d4a-4ad1-92ed-3a7549e3791b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc47c60d-03ea-4f72-b81c-4f59dcdcd896 HTTP/1.1" status: 200 len: 849 time: 0.0654485 Jun 17 17:58:29.231516 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9e3a6b95-cf51-4b65-85a8-7cf9e000b36d req-e39bef3e-4308-477e-999b-77154150b619 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Jun 17 17:58:29.260335 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40560) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:29.296318 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-0a12f448-48a4-4262-843f-52cd7425459d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c7134-3333-4669-982a-933a9b4a6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820019 Jun 17 17:58:29.437112 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-b230f304-f9d8-4557-a622-ca25d4f1cc71 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325622 Jun 17 17:58:29.555483 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c3f39374-a630-441c-95f3-e9e06912e3c1 tempest-TestShelveInstance-623416293 tempest-TestShelveInstance-623416293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1094 time: 0.2923443 Jun 17 17:58:29.559656 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40568) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:29.565517 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'port_id': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:29.572011 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:29.579164 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Usage tracker for resource:floatingip and tenant:39271eca80424b05b2c69d039d0b15c3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:29.584219 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:29.592134 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:29.653260 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e697158f-28cb-4f1b-848f-136b04cfe976 req-86b3e9ed-c953-4af2-b381-1e777359b041 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082019 Jun 17 17:58:29.658512 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-a1da32fe-5513-4a22-940c-59b6347561b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259930 Jun 17 17:58:29.725683 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for floatingip, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:29.855594 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-eca3d0e7-b6dd-4730-9e55-5a0afb6c96a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 1100 time: 0.0729270 Jun 17 17:58:29.929753 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:29.996450 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ec568-cc90-4b64-a825-59b6662c6b40 req-d238736f-095e-4d9e-89f2-27c0db4698f0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:29.997976 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7d6ec568-cc90-4b64-a825-59b6662c6b40 req-d238736f-095e-4d9e-89f2-27c0db4698f0 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1552813 Jun 17 17:58:30.024308 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-4576cb98-4432-4b7f-8ae1-eaa4c9b73998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:30.024559 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-4576cb98-4432-4b7f-8ae1-eaa4c9b73998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.1453779 Jun 17 17:58:30.118084 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7d6ec568-cc90-4b64-a825-59b6662c6b40 req-277b80c6-989a-46ec-9e7c-d81de75005b6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122506 Jun 17 17:58:30.139043 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Allocated IP 172.27.1.141 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/688c465e-e4d3-41d2-9b62-ccd78f8f3e3d) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:58:30.150373 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-f348e706-eecd-4a0e-8a39-e8359cf08e29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 200 len: 1001 time: 0.1181321 Jun 17 17:58:30.272077 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-c2b47f92-0ff9-44cc-950f-033280cd1d12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:30.273507 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-c2b47f92-0ff9-44cc-950f-033280cd1d12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0576119 Jun 17 17:58:30.356361 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:30.372770 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-2b2e7c56-f9d1-4dd2-b285-34a8db2e2ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847635 Jun 17 17:58:30.446040 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:30.450279 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b6498f6-936f-45ff-8ec9-7a4c357dab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:30.510732 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-80b4c7fb-575b-4f7b-aba4-571f77c0b713 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296670 Jun 17 17:58:30.528624 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:58:30.529556 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'Port': ['ID=688c465e-e4d3-41d2-9b62-ccd78f8f3e3d,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:30.532177 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:30.538312 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:58:30.584416 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.584777 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.585131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.585482 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.585830 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.586200 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.586550 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.587161 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.587348 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.587673 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.588010 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:30.598194 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:30.674009 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1f6ad723-3d0d-44a9-89b5-4ddc9b93dc1c req-daffdad7-ffc4-4724-8acf-a5b15f92f7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453600 Jun 17 17:58:31.241931 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:31.333827 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device be618c81-df70-43c2-ad78-a22bb62407ad no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:58:31.370086 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: be618c81-df70-43c2-ad78-a22bb62407ad {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:58:31.370431 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device be618c81-df70-43c2-ad78-a22bb62407ad not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:58:31.389899 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:31.443696 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de1b5-d01f-4ecd-abc5-debe5183ef5f req-5452c11b-aa9e-4841-9a7e-0f4bab10ebcc tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:31.445093 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6a9de1b5-d01f-4ecd-abc5-debe5183ef5f req-5452c11b-aa9e-4841-9a7e-0f4bab10ebcc tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1740327 Jun 17 17:58:31.575148 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6a9de1b5-d01f-4ecd-abc5-debe5183ef5f req-51c01d1b-5fff-4ee4-ab59-52ad7825d78d tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190917 Jun 17 17:58:31.640345 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:31.742774 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:31.746693 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:31.805356 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:31.962935 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event updated for resources: {'Port': ['ID=688c465e-e4d3-41d2-9b62-ccd78f8f3e3d,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:31.966360 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:32.096639 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.l3_db [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Floating IP 743b80af-df3c-4060-a4c7-12e0aaaab60e associated. External IP: 172.27.1.141, port: c2587786-257f-4efb-8fe1-559b96991cd6. Jun 17 17:58:32.518591 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Router 250cc7ef-fe92-4e11-af9c-aa874dde085b has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:58:32.607281 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40598) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:32.726066 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:58:32.736648 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] Sync routers for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:58:32.750217 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:32.752586 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:32.772829 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:32.805768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:32.809757 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Usage tracker for resource:security_group_rule and tenant:8d85dd72ff19459babda0384c50fe8d0 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:32.812703 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:32.818795 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:32.823433 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:32.897913 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3234799 Jun 17 17:58:32.897913 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:32.907083 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:32.939219 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:32.947009 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'status': 'completed', 'code': 200} Jun 17 17:58:33.077170 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:33.089119 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8886ce3a-4877-4428-9883-ba9449f2b80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:33.227287 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d85dd72ff19459babda0384c50fe8d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6183889 Jun 17 17:58:33.229942 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210067b3-f66c-48b0-abd0-7a58f69fdbd9,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:33.230114 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40608) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:33.235999 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:33.251491 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-7a4ce8e0-2fde-4f98-979b-12fe0c731535 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.2085888 Jun 17 17:58:33.309521 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:33.312647 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '743b80af-df3c-4060-a4c7-12e0aaaab60e', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'port_id': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'mac_address': 'fa:16:3e:1d:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:30Z', 'updated_at': '2021-06-17T17:58:30Z', 'revision_number': 0, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:14Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:33.317467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] Checking router: 250cc7ef-fe92-4e11-af9c-aa874dde085b for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:58:33.331683 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:33.333671 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:33.351902 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:33.405175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-c6e5acdd-8afa-40ac-9c11-33ad12f53c09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:33.407359 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-c6e5acdd-8afa-40ac-9c11-33ad12f53c09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.1439779 Jun 17 17:58:33.506523 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:33.510862 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-875e91bc-fcc3-4fac-a4ed-d1bb52d1cec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:33.523440 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210067b3-f66c-48b0-abd0-7a58f69fdbd9,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:33.527580 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:33.537019 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:33.538193 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/210067b3-f66c-48b0-abd0-7a58f69fdbd9 HTTP/1.1" status: 204 len: 168 time: 0.3071377 Jun 17 17:58:33.547857 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-f0fabe19-48d8-46ce-94e4-8324c4286f32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 1000 time: 0.1322846 Jun 17 17:58:33.565998 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:33.624724 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-e5858d59-73b8-4383-9e3b-c6ff36418cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:33.626895 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-e5858d59-73b8-4383-9e3b-c6ff36418cfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0699003 Jun 17 17:58:33.710966 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-2e16d8ca-aaa3-489f-849a-e755a2c5335c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728986 Jun 17 17:58:33.911712 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-b06ecefb-2aff-4ef3-9f6c-53b9077ebad4 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935449 Jun 17 17:58:34.025912 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '743b80af-df3c-4060-a4c7-12e0aaaab60e', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'port_id': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'mac_address': 'fa:16:3e:1d:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:30Z', 'updated_at': '2021-06-17T17:58:30Z', 'revision_number': 0, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:14Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:34.031346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c195c0-dbd6-4ecc-aebd-472b3840f202 None None] The sync data for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi is: [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '743b80af-df3c-4060-a4c7-12e0aaaab60e', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'port_id': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'mac_address': 'fa:16:3e:1d:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:30Z', 'updated_at': '2021-06-17T17:58:30Z', 'revision_number': 0, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:14Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:58:34.176288 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-87d07b47-cfa0-48db-9b25-4eeaac142be6 req-395e637a-b6ec-42f5-88e6-550d3bcbeb5a service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335856 Jun 17 17:58:34.272373 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655b14c-2127-4ee4-bc76-e743f88fe3b0 None None] New status for floating IP 743b80af-df3c-4060-a4c7-12e0aaaab60e: ACTIVE {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:58:34.947866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c01a-b435-4d06-abef-dfa3eb173bd9 req-c0c1294b-a2c8-4b26-8e42-37f95624c5ef tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:34.949383 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8a35c01a-b435-4d06-abef-dfa3eb173bd9 req-c0c1294b-a2c8-4b26-8e42-37f95624c5ef tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.0915558 Jun 17 17:58:35.000052 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8a35c01a-b435-4d06-abef-dfa3eb173bd9 req-bc312322-2562-40a7-977c-dcfd19d51564 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Jun 17 17:58:35.028319 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40642) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:35.343092 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-94717ca3-1028-4f67-a126-14e1b5e59d9f tempest-TestMinimumBasicScenario-1857344866 tempest-TestMinimumBasicScenario-1857344866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1093 time: 0.3135166 Jun 17 17:58:35.346012 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40654) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:35.351642 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'port_id': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:35.357543 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:35.361399 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:floatingip and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:35.364284 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:35.371011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:35.438039 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for floatingip, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:35.578018 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:35.721012 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Allocated IP 172.27.1.168 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/a5450ea9-b250-4ed8-8b54-c10c229ca76c) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:58:35.868232 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:36.188289 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:36.188289 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:36.197781 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:58:36.201814 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:36.205762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:58:36.235231 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'Port': ['ID=a5450ea9-b250-4ed8-8b54-c10c229ca76c,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:36.241797 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:36.803938 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:36.937941 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.116258 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40684) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:37.164910 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.233944 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.237947 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:37.267275 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.300146 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:37.304092 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Usage tracker for resource:security_group_rule and tenant:ebb8d084db554cf8a99cd347fc9f9a5e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:37.307021 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:37.313459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:37.345583 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'Port': ['ID=a5450ea9-b250-4ed8-8b54-c10c229ca76c,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:37.349765 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:37.361727 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.384859 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.468819 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.480380 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-15026f40-a5d9-4e21-a10f-98c4d9927846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:37.555029 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f37460-b848-4eca-9bee-2f157cf43a0e,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:37.560472 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:37.568383 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40692) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:37.569072 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebb8d084db554cf8a99cd347fc9f9a5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4506373 Jun 17 17:58:37.654152 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.664851 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Floating IP 971ae929-eb1e-46c3-b169-99cc0553a94e associated. External IP: 172.27.1.168, port: 1db0ffbb-18dc-44c0-8246-4ed580495634. Jun 17 17:58:37.745031 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.891384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.896055 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0525a309-5a28-475c-ba7e-2c0fa06ce0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:37.910582 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f37460-b848-4eca-9bee-2f157cf43a0e,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:37.916241 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:37.942082 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:37.945695 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9f37460-b848-4eca-9bee-2f157cf43a0e HTTP/1.1" status: 204 len: 168 time: 0.3727090 Jun 17 17:58:38.155056 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Router e8ba9567-302a-4538-9bf5-fc7662bd108e has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:58:38.363595 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:58:38.374961 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] Sync routers for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:58:38.387516 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:38.388134 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:38.531120 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:38.575349 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:38.586078 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2388687 Jun 17 17:58:38.586947 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:38.589840 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40710) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:38.595899 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785801679', 'description': 'tempest-secgroup-smoke-1785801679 description', 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:38.602219 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:38.606899 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:38.609947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:38.616085 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:38.646602 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'status': 'completed', 'code': 200} Jun 17 17:58:38.737325 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:38.772729 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:38.777330 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:38.780117 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:38.785684 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:38.848820 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:38.860293 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40716) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:38.883544 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:38.924179 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:38.928917 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Usage tracker for resource:security_group_rule and tenant:ccc9ad838eba461cab32cd6fb65c959b is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:38.932674 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:38.939998 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:38.941748 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '971ae929-eb1e-46c3-b169-99cc0553a94e', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'port_id': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'mac_address': 'fa:16:3e:6b:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:36Z', 'updated_at': '2021-06-17T17:58:36Z', 'revision_number': 0, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:40Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:38.943520 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:38.947120 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] Checking router: e8ba9567-302a-4538-9bf5-fc7662bd108e for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:58:38.952038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2c5be268-e6cd-4e5c-8423-2f943dee6873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:38.962926 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:38.963707 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:39.001910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fabdb0-3103-425c-84b8-a6320b87337d,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:39.010865 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:39.035390 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-c8205dc4-c08e-4cdd-ac69-b945523ae94a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1098 time: 0.2014976 Jun 17 17:58:39.076735 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.176379 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:39.188569 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.192498 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5987949 Jun 17 17:58:39.199182 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40720) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:39.200814 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'security_group_rule': {'security_group_id': '44fabdb0-3103-425c-84b8-a6320b87337d', 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:39.207270 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:39.211613 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:39.215359 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:39.217973 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-ce3d20f0-0675-484e-9da5-732881cc0861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:39.219739 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-ce3d20f0-0675-484e-9da5-732881cc0861 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 914 time: 0.1695211 Jun 17 17:58:39.222724 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:39.224874 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.235190 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6f0b4e9c-323d-4562-a051-75d2d11cc00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:39.265979 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcf0ac9-809a-459b-88e5-27849ee38ed8,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:39.272205 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:39.292211 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccc9ad838eba461cab32cd6fb65c959b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4300179 Jun 17 17:58:39.298123 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40726) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:39.363441 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-86c7ec72-4cd7-4471-a4a8-f92a33c7330c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 999 time: 0.1326299 Jun 17 17:58:39.372774 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.373136 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.427061 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.433632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-f7f821a5-36bd-4526-85e2-75314ee2f766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:39.435196 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-f7f821a5-36bd-4526-85e2-75314ee2f766 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.0658855 Jun 17 17:58:39.489006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.523959 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-7f59fe99-f062-42ed-8c5e-7ff51cd49fbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816867 Jun 17 17:58:39.564291 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '971ae929-eb1e-46c3-b169-99cc0553a94e', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'port_id': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'mac_address': 'fa:16:3e:6b:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:36Z', 'updated_at': '2021-06-17T17:58:36Z', 'revision_number': 0, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:40Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:39.571637 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0801f53-7edf-4027-9278-a7e45dc544a0 None None] The sync data for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi is: [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '971ae929-eb1e-46c3-b169-99cc0553a94e', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'port_id': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'mac_address': 'fa:16:3e:6b:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:36Z', 'updated_at': '2021-06-17T17:58:36Z', 'revision_number': 0, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:40Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:58:39.598248 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.608822 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-74ccb5df-95ab-4e40-85fe-8d360fc44198 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:39.629464 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.633864 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a803f2b-b39b-4a6c-8c93-b7f022f789b5,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:39.637531 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:39.642331 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ad10b19e-2cd9-418b-a33a-883c709f6580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:39.663894 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcf0ac9-809a-459b-88e5-27849ee38ed8,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:39.665950 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-08589a01-1c06-4ad0-b1ea-b94a1198870d service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347284 Jun 17 17:58:39.666763 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:39.673652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.675115 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffcf0ac9-809a-459b-88e5-27849ee38ed8 HTTP/1.1" status: 204 len: 168 time: 0.3761024 Jun 17 17:58:39.759683 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.760954 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5670464 Jun 17 17:58:39.763700 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40732) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:39.769784 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'security_group_rule': {'security_group_id': '44fabdb0-3103-425c-84b8-a6320b87337d', 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:39.775852 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:39.780634 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:39.783238 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:39.789234 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:39.821750 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9fa1c90b-28b6-4806-aae0-40ef917aac1c req-c8fd0060-7370-42f8-ad95-6f548ef1e3ae service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324148 Jun 17 17:58:39.890368 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:39.952015 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.043423 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.049905 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b6245097-f499-4f5c-89ef-ea83dae1c2ab tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:40.070563 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b6f1e1-8972-4ef0-897f-a0913953a74c,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:40.072945 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:40.137457 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.138784 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3740890 Jun 17 17:58:40.141633 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40740) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:40.147507 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'security_group_rule': {'security_group_id': '44fabdb0-3103-425c-84b8-a6320b87337d', 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:40.154482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:40.158335 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:40.161313 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:40.167650 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:40.242418 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.309028 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.394046 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.396098 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-691bb755-4644-4048-ae9f-9eae99d69797 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:40.418791 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a27ae7-fb31-4f1c-a02c-42c97cfd9e19,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:40.421203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:40.517819 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.519400 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-61c46852-a2e0-4524-9299-cef27ee117fa tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3766561 Jun 17 17:58:40.522290 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40756) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:40.529365 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'security_group_rule': {'security_group_id': '44fabdb0-3103-425c-84b8-a6320b87337d', 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:40.535946 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:40.540200 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:40.548142 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:40.555163 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:40.585718 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7524b2c-24ed-4c25-8bde-55bcfb4eadad None None] New status for floating IP 971ae929-eb1e-46c3-b169-99cc0553a94e: ACTIVE {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:58:40.657804 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.725339 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.788777 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.798870 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:40.825895 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c5ceba-a487-47d0-9b63-f79c2e26748e,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:40.828731 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:40.903297 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:40.904784 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3809333 Jun 17 17:58:40.907163 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40764) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:40.919637 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'security_group_rule': {'security_group_id': '44fabdb0-3103-425c-84b8-a6320b87337d', 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:40.919832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:40.923614 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:40.926511 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:40.932135 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:40.994427 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.securitygroups_db [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Project ac41557caa4c45fd9a68cb55861f8e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:58:41.003446 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.050789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40772) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:41.191026 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-461856756-network', 'tenant_id': '3ef49c9c9aec45e991a77d7e15c3bcff'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:41.195916 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:41.200656 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Usage tracker for resource:network and tenant:3ef49c9c9aec45e991a77d7e15c3bcff is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:41.203826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:41.210082 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:41.227637 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.244348 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6946c6f-d057-4ee9-937a-75f2f4d1daaa req-237a65ce-6f3f-49a6-88a3-6b0c3573cd0e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:41.245944 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d6946c6f-d057-4ee9-937a-75f2f4d1daaa req-237a65ce-6f3f-49a6-88a3-6b0c3573cd0e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.1064553 Jun 17 17:58:41.293912 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d6946c6f-d057-4ee9-937a-75f2f4d1daaa req-6d6558e6-97db-45cf-a9bc-ae6043afd6af tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412228 Jun 17 17:58:41.348278 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Made reservation on behalf of 3ef49c9c9aec45e991a77d7e15c3bcff for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:41.350660 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.363009 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.380559 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.384074 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-70fbb3b0-def8-4ad1-9cac-5c095907a2ad tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:41.395189 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:41.399509 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef49c9c9aec45e991a77d7e15c3bcff is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:41.403918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:41.408392 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f988c1e8-9140-4e3a-a003-cc86750582b0,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:41.409686 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:41.412493 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:41.473234 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.491430 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.492674 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1cdb240d-6fdd-4d0f-8a3c-1e6441eafaf0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5845361 Jun 17 17:58:41.495318 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40778) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:41.500897 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'security_group_rule': {'security_group_id': '44fabdb0-3103-425c-84b8-a6320b87337d', 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:41.506793 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:41.510707 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Usage tracker for resource:security_group_rule and tenant:ac41557caa4c45fd9a68cb55861f8e3f is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:41.514160 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:41.519961 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:41.546026 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.550342 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-84aec4e4-f4ff-4688-80dc-f770c8095bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:41.582395 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:58:41.591267 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6aef94-0dcd-4842-a364-9974b4d0d5ed,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:41.594401 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:41.604816 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.604816 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Added segment 83a0a9d2-3a42-4c54-9d6d-02149856502a of type vlan for network 008f0057-a7d2-4a82-870d-ae30142a3d70 Jun 17 17:58:41.622478 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.securitygroups_db [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Project ac41557caa4c45fd9a68cb55861f8e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 17:58:41.625828 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.629434 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.697029 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.747985 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.749182 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:41.749767 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.753223 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:41.776826 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.778986 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2bddd7e3-193c-47ec-8218-0ec28e6872cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:41.801529 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01d95df-9660-4970-89c9-f140b64975f1,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:41.804080 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:41.853110 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Pushing event updated for resources: {'Network': ['ID=008f0057-a7d2-4a82-870d-ae30142a3d70,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:41.856211 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:41.863040 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 008f0057-a7d2-4a82-870d-ae30142a3d70 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:58:41.953834 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:41.955091 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4588330 Jun 17 17:58:41.983218 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9312940 Jun 17 17:58:41.986390 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40784) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:41.991945 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Request body: {'subnet': {'network_id': '008f0057-a7d2-4a82-870d-ae30142a3d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-461856756-subnet', 'tenant_id': '3ef49c9c9aec45e991a77d7e15c3bcff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:41.997829 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:42.001976 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Usage tracker for resource:subnet and tenant:3ef49c9c9aec45e991a77d7e15c3bcff is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:42.004921 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:42.010683 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:42.098347 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-74931f2f-858b-47d2-8fb0-d516fab5fc0c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Synchronizing usage tracker for tenant:ac41557caa4c45fd9a68cb55861f8e3f on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:58:42.103574 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Made reservation on behalf of 3ef49c9c9aec45e991a77d7e15c3bcff for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:42.106928 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:42.192470 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-74931f2f-858b-47d2-8fb0-d516fab5fc0c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Unset dirty status for tenant:ac41557caa4c45fd9a68cb55861f8e3f on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:58:42.193790 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-74931f2f-858b-47d2-8fb0-d516fab5fc0c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785801679&fields=id&tenant_id=ac41557caa4c45fd9a68cb55861f8e3f HTTP/1.1" status: 200 len: 267 time: 0.1391356 Jun 17 17:58:42.280524 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-5494ff17-3aff-4279-bd0f-d10f8e431bfb tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:42.281949 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-5494ff17-3aff-4279-bd0f-d10f8e431bfb tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.0826819 Jun 17 17:58:42.293602 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'port': {'security_groups': ['de29a0b9-43ef-491c-af64-b75fab5282fa', '44fabdb0-3103-425c-84b8-a6320b87337d']}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:42.414002 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:42.564305 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:42.568508 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:42.600720 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff9b25-4918-47bb-8a51-471c5a02d5a4 req-e643474d-d8a2-472f-a51a-cb96022f11dd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:42.602216 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d7ff9b25-4918-47bb-8a51-471c5a02d5a4 req-e643474d-d8a2-472f-a51a-cb96022f11dd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.1409330 Jun 17 17:58:42.641433 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98c95fd-7aa5-49f9-af34-8f66245a387a,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:42.644125 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:42.656583 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Checking segment: {'id': '83a0a9d2-3a42-4c54-9d6d-02149856502a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '008f0057-a7d2-4a82-870d-ae30142a3d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:58:42.657100 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Network hostable DHCP agents. Network: 008f0057-a7d2-4a82-870d-ae30142a3d70, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:58:42.736805 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Network 008f0057-a7d2-4a82-870d-ae30142a3d70 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:58:42.743688 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d7ff9b25-4918-47bb-8a51-471c5a02d5a4 req-1d8200f2-6a63-496d-8a4c-42501982b9f7 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251895 Jun 17 17:58:42.770449 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1db0ffbb-18dc-44c0-8246-4ed580495634,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:42.796094 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:42.856837 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 008f0057-a7d2-4a82-870d-ae30142a3d70) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:42.868925 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd530fa3-57c5-4b5e-b3f7-fa218948fca0 None None] Network 008f0057-a7d2-4a82-870d-ae30142a3d70 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:58:42.869427 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:42.870033 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:42.888948 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:42.894597 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:42.944135 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['1db0ffbb-18dc-44c0-8246-4ed580495634'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:58:42.978825 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9870219 Jun 17 17:58:42.979095 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:42.980075 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:42.981671 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5d7c3333-37c9-4986-b374-46ddc2568457 req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "PUT /v2.0/ports/1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 981 time: 0.6934280 Jun 17 17:58:42.986168 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:43.011594 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=6']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:43.028195 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:43.047144 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-889c9977-9a39-4627-a58a-c5e68980847c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:43.054771 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-889c9977-9a39-4627-a58a-c5e68980847c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Synchronizing usage tracker for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:58:43.114445 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'status': 'completed', 'code': 200} Jun 17 17:58:43.114952 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-889c9977-9a39-4627-a58a-c5e68980847c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Unset dirty status for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:58:43.114952 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-889c9977-9a39-4627-a58a-c5e68980847c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.1427166 Jun 17 17:58:43.228319 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['1db0ffbb-18dc-44c0-8246-4ed580495634'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:58:43.285917 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1941c04-af9e-406a-a2be-52092a7bd9ff req-c3e83ab7-9a71-4733-8557-3a1cffb3292f tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:43.287453 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d1941c04-af9e-406a-a2be-52092a7bd9ff req-c3e83ab7-9a71-4733-8557-3a1cffb3292f tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.1500931 Jun 17 17:58:43.362106 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d1941c04-af9e-406a-a2be-52092a7bd9ff req-2d4fb28b-6c2b-4223-ae68-0143aab58ee6 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683432 Jun 17 17:58:43.403605 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Deleting port c2f99658-c1ff-4b9f-858d-8d4755209450 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:58:43.403605 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:43.446110 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-c483bd55-0e7c-4060-8071-825c98b24380 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1137 time: 0.1718159 Jun 17 17:58:43.529664 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32769417-e32b-4419-b3c3-a8300ca43f23 None None] Network 008f0057-a7d2-4a82-870d-ae30142a3d70 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:58:43.560697 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-b0d2f245-997f-4c87-aeef-f408c95ebbdc None None] Provisioning complete for port 1db0ffbb-18dc-44c0-8246-4ed580495634 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:43.561198 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f245-997f-4c87-aeef-f408c95ebbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:43.733068 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-0c6787c4-c8b2-416a-9c42-4cc3c0a21433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:43.734856 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-0c6787c4-c8b2-416a-9c42-4cc3c0a21433 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 914 time: 0.2779100 Jun 17 17:58:43.874756 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] For port c2f99658-c1ff-4b9f-858d-8d4755209450, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2f99658-c1ff-4b9f-858d-8d4755209450,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:43.875166 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:43.945327 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-86aa7f3c-bf21-48c9-89eb-ff858deeda2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 1001 time: 0.2013867 Jun 17 17:58:44.035484 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f79ae-c6f0-40d3-a383-244d6f88acda req-870dd02d-0a6b-47eb-abaa-67fe02cf6a6d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:44.037502 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2d2f79ae-c6f0-40d3-a383-244d6f88acda req-870dd02d-0a6b-47eb-abaa-67fe02cf6a6d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 947 time: 0.0962424 Jun 17 17:58:44.039869 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-a56628a8-dbdb-4a11-95cf-afc8b4d7eaba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:44.041304 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-a56628a8-dbdb-4a11-95cf-afc8b4d7eaba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.0826716 Jun 17 17:58:44.166588 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2d2f79ae-c6f0-40d3-a383-244d6f88acda req-d250b49d-f802-4a39-88e9-6a4d9f3f4288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f6bd03-5940-41e4-9816-36da1fc47c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195672 Jun 17 17:58:44.315703 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-bf68740f-aa32-4b55-ac80-c65bfc127c5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2138770 Jun 17 17:58:44.318622 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.318994 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.319307 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Floating IP efde6d5e-e9b1-4365-ab83-5eba8ef3f620 disassociated. External IP: 172.27.1.69, port: c2f99658-c1ff-4b9f-858d-8d4755209450. Jun 17 17:58:44.319646 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Calling delete_port for c2f99658-c1ff-4b9f-858d-8d4755209450 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:58:44.366243 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40816) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:44.372710 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-868199179-network', 'tenant_id': 'e3212b243bc34762a881c4cd186537bb'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:44.377920 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:44.381971 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Usage tracker for resource:network and tenant:e3212b243bc34762a881c4cd186537bb is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:44.385057 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:44.391232 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:44.462667 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Made reservation on behalf of e3212b243bc34762a881c4cd186537bb for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:44.465203 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.478944 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.513719 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:44.517588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Usage tracker for resource:security_group_rule and tenant:e3212b243bc34762a881c4cd186537bb is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:44.520488 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:44.527152 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:44.551394 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-cf74e204-614a-4e0d-b034-5f7d85454235 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032671 Jun 17 17:58:44.594810 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.662530 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.666756 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-56c2b29a-b801-4f4f-abdb-a9af70023973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:44.693245 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:58:44.694885 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.700825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:44.705134 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a03da-4db4-41e3-b4e9-ed0c93569473,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:44.709008 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:44.709955 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.710303 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Added segment 56665360-9f8d-4b91-8454-e92ab6616cf5 of type vlan for network 445ff049-489a-4d48-b0b2-4329a2170048 Jun 17 17:58:44.735938 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-98bf7e07-f82b-4098-bf07-c36ba8f823e6 req-06b7f546-d9b4-4851-aefc-15ac57f3ccdd service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713562 Jun 17 17:58:44.737789 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.744206 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event deleted for resources: {'Port': ['ID=c2f99658-c1ff-4b9f-858d-8d4755209450,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:44.756815 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:44.828202 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.829476 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:44.830118 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:44.834033 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-edaf4a08-34aa-48b5-8b96-049dc8259327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:44.936885 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Pushing event updated for resources: {'Network': ['ID=445ff049-489a-4d48-b0b2-4329a2170048,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:44.939635 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:44.952169 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 445ff049-489a-4d48-b0b2-4329a2170048 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:58:45.012745 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6451662 Jun 17 17:58:45.015578 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40820) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:45.023715 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Request body: {'subnet': {'network_id': '445ff049-489a-4d48-b0b2-4329a2170048', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-868199179-subnet', 'tenant_id': 'e3212b243bc34762a881c4cd186537bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:45.031259 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:45.035675 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Usage tracker for resource:subnet and tenant:e3212b243bc34762a881c4cd186537bb is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:45.040047 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:45.047080 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Router b833cbdb-b7a8-498a-ba91-f013f8507420 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:58:45.049854 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:45.114029 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Made reservation on behalf of e3212b243bc34762a881c4cd186537bb for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:45.117756 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:45.258474 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:58:45.269686 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] Sync routers for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:58:45.290572 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:45.291228 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:45.336590 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] No DVR routers for this DVR port c2f99658-c1ff-4b9f-858d-8d4755209450 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:58:45.339227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:45.342137 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-deleted', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:45.409647 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:58:45.413753 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828cd91f-eefc-47e2-8cdb-31551f8771b1', 'name': 'network-vif-deleted', 'tag': 'c2f99658-c1ff-4b9f-858d-8d4755209450', 'status': 'completed', 'code': 200} Jun 17 17:58:45.427142 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dae7329d-3e1c-4ef4-b792-19e186f7d7fb req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "DELETE /v2.0/ports/c2f99658-c1ff-4b9f-858d-8d4755209450 HTTP/1.1" status: 204 len: 173 time: 2.3156495 Jun 17 17:58:45.445500 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c09e6193-3451-4cb5-a400-511ca5cd0413 req-31bc68a2-d5d7-47de-8347-ae8b1c862261 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 210 time: 0.1022916 Jun 17 17:58:45.454699 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: c2f99658-c1ff-4b9f-858d-8d4755209450 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:58:45.455136 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2f99658-c1ff-4b9f-858d-8d4755209450 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:58:45.551123 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:45.815514 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:45.819730 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:45.895903 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8874ae58-41ff-4edc-a621-c1308c2d2d71,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:45.899717 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:45.908953 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Checking segment: {'id': '56665360-9f8d-4b91-8454-e92ab6616cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '445ff049-489a-4d48-b0b2-4329a2170048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:58:45.909314 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Network hostable DHCP agents. Network: 445ff049-489a-4d48-b0b2-4329a2170048, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:58:45.976648 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Network 445ff049-489a-4d48-b0b2-4329a2170048 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:58:45.978321 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:45.982867 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] Checking router: b833cbdb-b7a8-498a-ba91-f013f8507420 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:58:45.994140 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:58:45.994776 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:46.048651 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 445ff049-489a-4d48-b0b2-4329a2170048) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:46.052539 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:46.053159 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:46.074549 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e54f0d-06db-4628-b84f-e3fe09920a2d None None] Network 445ff049-489a-4d48-b0b2-4329a2170048 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:58:46.152725 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-eed655ce-292e-483f-a760-39fde2e2fa5f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1355958 Jun 17 17:58:46.289416 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:58:46.315288 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40830) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:46.380620 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Deleting subnet b98c95fd-7aa5-49f9-af34-8f66245a387a {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:58:46.384270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:46.436816 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:46.534926 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:46.563149 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ba9e2-98de-4606-819b-bc7014c300bb None None] Network 445ff049-489a-4d48-b0b2-4329a2170048 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:58:46.714070 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-56fce83e-d319-4b7d-83d6-5b8ad8767b81 req-57656a98-ea5a-46a5-8b50-a3c06ebc6352 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=828cd91f-eefc-47e2-8cdb-31551f8771b1 HTTP/1.1" status: 200 len: 210 time: 0.0461781 Jun 17 17:58:46.961781 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:46.966560 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d585d37-d79d-4e9c-b721-d9f101a4902d None None] The sync data for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi is: [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:58:46.969158 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:46.973689 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-73427292-ba58-4dd8-95b2-0d8fc68ccbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:47.007845 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98c95fd-7aa5-49f9-af34-8f66245a387a,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:47.011804 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:47.015004 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.020412 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-278c6dc6-6d26-4efe-a12b-04bec5f40cbc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b98c95fd-7aa5-49f9-af34-8f66245a387a HTTP/1.1" status: 204 len: 168 time: 0.7040396 Jun 17 17:58:47.022953 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40838) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:47.131904 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.185004 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d64100d-5272-4daf-a099-5a5e1d553fe3 None None] New status for floating IP efde6d5e-e9b1-4365-ab83-5eba8ef3f620: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:58:47.264298 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.279492 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.279955 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.280713 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.281071 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > port after_create 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.281407 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.281762 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > port after_update 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.282137 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.282460 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.282781 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.283104 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.361631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.362025 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.362373 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.362707 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:58:47.363069 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008f0057-a7d2-4a82-870d-ae30142a3d70']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:47.376267 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a0a9d2-3a42-4c54-9d6d-02149856502a') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:47.381014 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a0a9d2-3a42-4c54-9d6d-02149856502a') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:47.388691 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.405782 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.412628 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:58:47.413017 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: util.warn_limited( Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: util.warn_limited( Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:58:47.428089 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:58:47.570618 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.575443 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:47.591128 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.597202 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Pushing event deleted for resources: {'Network': ['ID=008f0057-a7d2-4a82-870d-ae30142a3d70,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:47.600230 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:47.601751 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b18e23cc-accd-4d16-a0f7-fa5ebb1204aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/008f0057-a7d2-4a82-870d-ae30142a3d70 HTTP/1.1" status: 204 len: 168 time: 0.5778227 Jun 17 17:58:47.604508 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40842) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:47.685014 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Deleting subnet 8874ae58-41ff-4edc-a621-c1308c2d2d71 {{(pid=75204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:58:47.688998 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.744643 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3103214'] for subnet, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.800702 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.926442 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40850) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:48.006280 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.034781 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.117947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3093914'] for subnet, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.122827 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6b5c0f36-95f1-461c-b9d9-c9e7a7025d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:48.146110 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.151783 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a3d99457-25ec-46f6-b2fc-4b13cee0ea1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:48.155354 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8874ae58-41ff-4edc-a621-c1308c2d2d71,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:48.159284 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:48.162361 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.168640 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5fcee9a8-b8c6-4476-b710-b566af5c1114 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8874ae58-41ff-4edc-a621-c1308c2d2d71 HTTP/1.1" status: 204 len: 168 time: 0.5631118 Jun 17 17:58:48.169492 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6bd03-5940-41e4-9816-36da1fc47c1c,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:48.171142 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40854) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:48.179337 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.184800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:48.186903 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:48.236757 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.237932 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "DELETE /v2.0/security-groups/a8f6bd03-5940-41e4-9816-36da1fc47c1c HTTP/1.1" status: 204 len: 168 time: 0.3100924 Jun 17 17:58:48.242337 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40858) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:48.259593 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.api.v2.resource [None req-89664221-b2ba-47e3-a526-747787172dbe tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] show failed (client error): The resource could not be found. Jun 17 17:58:48.260599 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-89664221-b2ba-47e3-a526-747787172dbe tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups/a8f6bd03-5940-41e4-9816-36da1fc47c1c HTTP/1.1" status: 404 len: 347 time: 0.0173595 Jun 17 17:58:48.263528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40862) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:48.279529 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.406742 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.419572 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Deleting port 1ca1389a-c360-4a5f-ab5f-a334a8f573c6 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:58:48.419918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.420034 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445ff049-489a-4d48-b0b2-4329a2170048']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:48.432649 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56665360-9f8d-4b91-8454-e92ab6616cf5') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:48.433442 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56665360-9f8d-4b91-8454-e92ab6616cf5') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:58:48.444549 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.460899 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.466928 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:58:48.467321 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:58:48.481364 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:58:48.592522 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.592780 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.648662 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.654893 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:48.658782 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bbcf329c-8b17-4a21-99ad-467618711a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:48.771998 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=445ff049-489a-4d48-b0b2-4329a2170048,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:48.774423 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:48.778761 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d852746c-b41a-4776-a8c8-f0a6b2a700f9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/445ff049-489a-4d48-b0b2-4329a2170048 HTTP/1.1" status: 204 len: 168 time: 0.6035664 Jun 17 17:58:48.800698 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Calling delete_port for 1ca1389a-c360-4a5f-ab5f-a334a8f573c6 owned by network:floatingip {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:58:49.022414 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.027050 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:49.067563 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event deleted for resources: {'Port': ['ID=1ca1389a-c360-4a5f-ab5f-a334a8f573c6,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:49.071060 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:49.163068 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.176941 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.178178 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "DELETE /v2.0/floatingips/efde6d5e-e9b1-4365-ab83-5eba8ef3f620 HTTP/1.1" status: 204 len: 168 time: 0.9136808 Jun 17 17:58:49.205140 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-308d3984-64ed-471f-be7d-a5a2e7d7243a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.207351 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40870) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:49.262425 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-55fd3968-a2dc-4dba-849e-ae2cbc965094 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ef49c9c9aec45e991a77d7e15c3bcff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529954 Jun 17 17:58:49.264845 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40876) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:49.330237 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.359235 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.497767 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.502265 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6bad4a0e-3154-4358-b0fa-6d976703af2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:49.514458 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6aef94-0dcd-4842-a364-9974b4d0d5ed,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:49.518228 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:49.522218 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.523683 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de6aef94-0dcd-4842-a364-9974b4d0d5ed HTTP/1.1" status: 204 len: 168 time: 0.2578709 Jun 17 17:58:49.540986 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.730991 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40882) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:49.737057 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434330070', 'description': 'tempest-description--1903057741'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:49.743652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:49.748340 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:49.751225 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:49.756997 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:49.822670 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.860943 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:49.866236 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group_rule and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:49.867645 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:49.874146 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:49.931262 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.020046 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.025510 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4e13b8ac-89af-4ff5-b0a8-d5bca366d847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:50.066157 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c61a4-c63c-4bae-aeae-bbd7b92ed604,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:50.068704 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:50.142338 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.143601 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4116111 Jun 17 17:58:50.146369 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 40888) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:50.152777 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'security_group_rule': {'security_group_id': 'd68c61a4-c63c-4bae-aeae-bbd7b92ed604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:50.158704 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:50.162527 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group_rule and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:50.165362 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:50.171715 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:50.257947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.313249 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40892) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:50.325616 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.366019 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4dcf5a94-596a-4653-8b39-dae4be639f8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3212b243bc34762a881c4cd186537bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515037 Jun 17 17:58:50.368352 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40896) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:50.405170 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.413562 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:50.428691 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.435967 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c29c6e-e0f5-4c51-8711-50cea8a35114,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:50.438964 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:50.453734 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.511643 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.512841 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-a0f80e47-9dc3-4d5d-adbb-dca1fcaf78e0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3655593 Jun 17 17:58:50.515587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40900) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:50.521930 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'security_group_rule': {'security_group_id': 'd68c61a4-c63c-4bae-aeae-bbd7b92ed604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:50.529038 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:50.532822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:security_group_rule and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:50.535670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:50.541683 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:50.570774 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.574881 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f7a98a71-0d98-4c4e-92e8-cf848fd95d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:50.586159 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a03da-4db4-41e3-b4e9-ed0c93569473,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:50.590238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:50.593482 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.596903 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d41a03da-4db4-41e3-b4e9-ed0c93569473 HTTP/1.1" status: 204 len: 168 time: 0.2254610 Jun 17 17:58:50.609822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.673389 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.759331 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.762097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7a0877e1-3e64-4f3c-b74d-352e81db618b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:50.785278 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c939c1-d5ce-4e58-bddb-849ff233f0a1,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:50.787662 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:50.862512 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:50.863713 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-557f6758-be69-498f-bb51-880c77c665ac tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3464615 Jun 17 17:58:50.866831 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 40906) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:50.872399 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:50.877774 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:50.881667 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:floatingip and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:50.884632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:50.891113 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:50.976617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:51.115527 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:51.251219 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75952992-8b56-4549-a0e9-07c82ffa34a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:51.261834 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Allocated IP 172.27.1.10 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/e4732104-6de1-4539-aff6-5bcba14c83d2) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:58:51.416969 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:51.569312 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:51.573054 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:51.642229 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:58:51.650037 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:51.650037 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'Port': ['ID=e4732104-6de1-4539-aff6-5bcba14c83d2,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:51.650718 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:58:51.680546 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:51.821768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:51.950367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:52.179049 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:52.239299 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:52.243233 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:52.352373 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'Port': ['ID=e4732104-6de1-4539-aff6-5bcba14c83d2,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:52.356918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:52.361393 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:52.467991 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:52.469270 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6014538 Jun 17 17:58:52.488667 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:52.698705 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-d059295c-95b1-40e3-ad69-a18cf8e26603 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Synchronizing usage tracker for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:58:52.814289 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-d059295c-95b1-40e3-ad69-a18cf8e26603 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Unset dirty status for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:58:52.815536 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-d059295c-95b1-40e3-ad69-a18cf8e26603 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--434330070&fields=id&tenant_id=58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 267 time: 0.1583059 Jun 17 17:58:52.968639 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-6c719405-1c61-4f62-9f69-3bf6bbc497a4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:52.970137 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-6c719405-1c61-4f62-9f69-3bf6bbc497a4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 817 time: 0.1476963 Jun 17 17:58:52.986269 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-601dc4cc-47b8-45af-a002-0a60ee56d249 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/quotas/58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 375 time: 0.0107965 Jun 17 17:58:53.070922 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-75766052-7ce5-4bfd-ba49-1f4ec1b8e87a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793529 Jun 17 17:58:53.210019 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-2df1f3b1-f020-4345-a1ad-7eceb59abaa1 service neutron] 10.222.0.30 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274478 Jun 17 17:58:53.342446 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-3c53b939-a0cb-4f56-945c-e6bb57c58808 service neutron] 10.222.0.30 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260946 Jun 17 17:58:53.596165 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9a78dae9-9ea5-4a43-83fa-7116c0e965de req-3f797878-aedc-411d-9e45-a3e1b0ff86b6 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 210 time: 0.0436163 Jun 17 17:58:53.913717 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:54.445101 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:54.778524 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a3657cd7-2473-4387-b7b0-a65a7feac54c req-b26681fc-2a9b-46b4-8b7b-bd8bf6725523 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 210 time: 0.0445614 Jun 17 17:58:55.835176 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-5b5ba4b5-f95c-45ab-8959-3018caf71fdc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:55.836844 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-5b5ba4b5-f95c-45ab-8959-3018caf71fdc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 817 time: 0.2199976 Jun 17 17:58:55.927704 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-e12f3239-5b7d-41c2-92d7-804d0cbf6c41 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Synchronizing usage tracker for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:security_group {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:58:55.950126 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-e12f3239-5b7d-41c2-92d7-804d0cbf6c41 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Unset dirty status for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:security_group {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:58:55.950126 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-e12f3239-5b7d-41c2-92d7-804d0cbf6c41 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 5044 time: 0.0927911 Jun 17 17:58:55.966050 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'port': {'device_id': '86916554-df34-4c72-a1c7-027e14c2831a', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'admin_state_up': True, 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'security_groups': ['d68c61a4-c63c-4bae-aeae-bbd7b92ed604']}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:55.989972 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e06af2af-68b4-4ce8-b0e8-be40b1e99959 req-25ba1f36-9c0d-4a12-8947-c3104a6a93ab tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 210 time: 0.0453758 Jun 17 17:58:56.119491 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:58:56.124361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Usage tracker for resource:port and tenant:58070aa9e7e34f2bbb9adfca50423d18 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:58:56.127733 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:58:56.134292 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:58:56.222421 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Made reservation on behalf of 58070aa9e7e34f2bbb9adfca50423d18 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:56.225633 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:56.394932 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Allocated IP 172.20.0.9 (4f315050-8ac4-4a1b-9e38-ebc39e397a55/ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93/54cf7d73-a3f5-46b3-b796-3e966b182bed) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:58:56.585835 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:56.601207 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Transition to ACTIVE for port object 54cf7d73-a3f5-46b3-b796-3e966b182bed will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:56.679652 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:56.685146 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a3362d44-afd8-41a0-ade9-ce3e770bee66 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:56.732384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:58:56.733536 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:56.735921 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:58:56.798027 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:56.798699 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:56.847581 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:56.851270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:56.908409 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464231 Jun 17 17:58:56.926761 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Request body: {'port': {'device_id': '86916554-df34-4c72-a1c7-027e14c2831a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:58:57.037081 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:57.048834 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-e8fa8b7e-d214-4350-97f5-df14b357363f None None] Provisioning for port 54cf7d73-a3f5-46b3-b796-3e966b182bed completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:57.057001 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-e8fa8b7e-d214-4350-97f5-df14b357363f None None] Provisioning complete for port 54cf7d73-a3f5-46b3-b796-3e966b182bed triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:57.058344 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8b7e-d214-4350-97f5-df14b357363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:57.148308 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa8b7e-d214-4350-97f5-df14b357363f None None] Port 54cf7d73-a3f5-46b3-b796-3e966b182bed cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:58:57.266870 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e24b1-cded-4623-a058-071ebfa60759 req-65c6f8c8-4d78-4059-970b-9ea7a233d4e2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:57.268425 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b64e24b1-cded-4623-a058-071ebfa60759 req-65c6f8c8-4d78-4059-970b-9ea7a233d4e2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 931 time: 0.0863662 Jun 17 17:58:57.320378 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b64e24b1-cded-4623-a058-071ebfa60759 req-dcb4987e-5176-495e-819b-971039d8650e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459006 Jun 17 17:58:57.427546 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cf7d73-a3f5-46b3-b796-3e966b182bed {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:58:57.434716 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:57.448619 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Transition to ACTIVE for port object 54cf7d73-a3f5-46b3-b796-3e966b182bed will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:57.519635 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:57.523589 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fcd0c09-f558-491a-b9fe-0c25f4fb8891 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:57.652872 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:57.657580 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:57.765915 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Attempting to bind port 54cf7d73-a3f5-46b3-b796-3e966b182bed on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:58:57.766392 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Attempting to bind port 54cf7d73-a3f5-46b3-b796-3e966b182bed by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:58:57.766555 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Attempting to bind port 54cf7d73-a3f5-46b3-b796-3e966b182bed on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:57.772617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Port 54cf7d73-a3f5-46b3-b796-3e966b182bed on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:58:57.773379 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Attempting to bind port 54cf7d73-a3f5-46b3-b796-3e966b182bed on network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:58:57.779425 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:58:57.779762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Checking segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:58:57.780140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Bound using segment: {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:58:57.780677 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Bound port: 54cf7d73-a3f5-46b3-b796-3e966b182bed, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6fc0df-dca9-493c-bb3a-c871c7204626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:58:57.781022 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:57.870755 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:58:57.873507 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:58:57.976849 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:57.980689 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6db29ba5-8e8d-489f-8b09-c5493d6413d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:58.037043 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:58.038519 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] 10.222.0.36 "PUT /v2.0/ports/54cf7d73-a3f5-46b3-b796-3e966b182bed HTTP/1.1" status: 200 len: 1093 time: 1.1159871 Jun 17 17:58:58.038919 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:58:58.079180 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:58.090807 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:58.112327 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'status': 'completed', 'code': 200} Jun 17 17:58:58.311048 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54f2a035-5e6f-4101-abd5-f60f2c9cca9c req-6e80e503-f6a4-49cc-af9a-f49b9ef94352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 1096 time: 0.1465385 Jun 17 17:58:58.479923 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2a035-5e6f-4101-abd5-f60f2c9cca9c req-316439be-4908-4ca5-a72c-0f473ad03f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:58.481478 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54f2a035-5e6f-4101-abd5-f60f2c9cca9c req-316439be-4908-4ca5-a72c-0f473ad03f78 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1525455 Jun 17 17:58:58.649178 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2a035-5e6f-4101-abd5-f60f2c9cca9c req-61f2fc58-f0fd-4cab-9b06-0ad018e4f756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:58.650699 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54f2a035-5e6f-4101-abd5-f60f2c9cca9c req-61f2fc58-f0fd-4cab-9b06-0ad018e4f756 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586275 Jun 17 17:58:58.688275 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66eaca-fc7c-43d3-8566-6ac1123793fd req-e646664c-c20e-4f7c-a644-f91f09316cb0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:58.689929 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a66eaca-fc7c-43d3-8566-6ac1123793fd req-e646664c-c20e-4f7c-a644-f91f09316cb0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0815594 Jun 17 17:58:58.736817 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a66eaca-fc7c-43d3-8566-6ac1123793fd req-7d9bdb4c-7280-400f-b123-0acff7724a5b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Jun 17 17:58:59.199114 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:58:59.953617 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2d2a8-35f6-477c-9e83-40d9c796a8e2 req-9da6a616-d815-40d3-8dcf-d0729d7b7660 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:59.955164 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a4d2d2a8-35f6-477c-9e83-40d9c796a8e2 req-9da6a616-d815-40d3-8dcf-d0729d7b7660 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0821698 Jun 17 17:59:00.001255 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a4d2d2a8-35f6-477c-9e83-40d9c796a8e2 req-ec0641a7-c53a-4c42-8d4b-a5a4252f3527 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401366 Jun 17 17:59:01.044937 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b747a2-f621-44c8-b42f-0b94ad10933a req-ebed1110-4bc9-454f-b7e1-3c0e9769a23f tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:01.046484 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-49b747a2-f621-44c8-b42f-0b94ad10933a req-ebed1110-4bc9-454f-b7e1-3c0e9769a23f tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0766151 Jun 17 17:59:01.097451 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-49b747a2-f621-44c8-b42f-0b94ad10933a req-dacf6dbe-bc6d-4585-bf89-8064e16c3a72 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452516 Jun 17 17:59:01.222786 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd565b3-d171-4c48-a07b-43331f6605d7 req-9eb48948-d36f-459c-bfd5-248cd840c123 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:01.224248 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cbd565b3-d171-4c48-a07b-43331f6605d7 req-9eb48948-d36f-459c-bfd5-248cd840c123 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0791912 Jun 17 17:59:01.269120 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cbd565b3-d171-4c48-a07b-43331f6605d7 req-5076cd86-1f5d-4c9c-b469-db9692975b4c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389507 Jun 17 17:59:01.418813 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-234980bc-e7c7-4ad0-a900-469529db5d69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 1096 time: 0.0693300 Jun 17 17:59:01.562429 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-f108b4a2-c44b-473a-808d-5d6b66c4bf56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed HTTP/1.1" status: 200 len: 217 time: 0.1032789 Jun 17 17:59:01.640774 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-0858b38f-5e8e-4bc5-a88a-a634b5fefeab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:01.642286 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-0858b38f-5e8e-4bc5-a88a-a634b5fefeab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0719068 Jun 17 17:59:01.645958 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54166f05-361a-4733-8371-70873add268c req-1298ddc0-1847-4c07-807c-9e0c7a221d23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1137 time: 0.1356213 Jun 17 17:59:01.839273 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-119e9eac-cc11-4027-8c55-4a3fb8643548 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1814153 Jun 17 17:59:01.841650 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54166f05-361a-4733-8371-70873add268c req-da38633a-0044-4272-bbe5-3513a0e60a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:01.843018 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54166f05-361a-4733-8371-70873add268c req-da38633a-0044-4272-bbe5-3513a0e60a90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 914 time: 0.1561558 Jun 17 17:59:02.052727 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54166f05-361a-4733-8371-70873add268c req-25a6a945-947e-4a9b-b3c4-663655e83c7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 1001 time: 0.1963341 Jun 17 17:59:02.104313 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-8c622361-794e-471c-9f07-69fe513e04f6 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489443 Jun 17 17:59:02.216013 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54166f05-361a-4733-8371-70873add268c req-c0fef60f-37cf-404c-8fe5-ea69c0e07049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:02.217761 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54166f05-361a-4733-8371-70873add268c req-c0fef60f-37cf-404c-8fe5-ea69c0e07049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.1495922 Jun 17 17:59:02.304622 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3007f1-2833-4f82-b175-fdb7a5a0e6a1 req-9c38aa38-c193-4637-ba1f-1ea8d29adc1d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:02.306250 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8d3007f1-2833-4f82-b175-fdb7a5a0e6a1 req-9c38aa38-c193-4637-ba1f-1ea8d29adc1d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0813262 Jun 17 17:59:02.311986 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-32e56f72-3192-4df5-b72a-6dd69d5419e1 req-5deb0184-71ad-43f8-9f82-c31f3d6f4aad service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963167 Jun 17 17:59:02.331240 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54166f05-361a-4733-8371-70873add268c req-d2bcecbb-114a-412a-80ee-e358236907f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065192 Jun 17 17:59:02.360155 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8d3007f1-2833-4f82-b175-fdb7a5a0e6a1 req-3941c334-5a48-497f-ae43-b6cf5e483bd8 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471685 Jun 17 17:59:02.473729 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54166f05-361a-4733-8371-70873add268c req-3b8a35e6-6f6e-462d-bb57-21128e967cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340556 Jun 17 17:59:02.485539 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6587bd-1b3f-4a44-811c-dc154b434e6e req-967e1181-ae71-4e2b-99d0-adc62d74920c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:02.487057 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5d6587bd-1b3f-4a44-811c-dc154b434e6e req-967e1181-ae71-4e2b-99d0-adc62d74920c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0789597 Jun 17 17:59:02.537838 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5d6587bd-1b3f-4a44-811c-dc154b434e6e req-63493dd0-7b8c-458c-b761-65080771fe7e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Jun 17 17:59:02.691124 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-54166f05-361a-4733-8371-70873add268c req-cbff9d8d-fd44-4af8-b6c9-d557f34b2de9 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082365 Jun 17 17:59:03.514845 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:59:03.567578 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2278c-9f8d-4f10-88be-3d15095d90fc req-a61c10ec-38ea-4ae8-82a3-6f6423016fe0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:03.574422 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-38f2278c-9f8d-4f10-88be-3d15095d90fc req-a61c10ec-38ea-4ae8-82a3-6f6423016fe0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0876963 Jun 17 17:59:03.671830 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:03.688204 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'port_id': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'mac_address': 'fa:16:3e:5b:b4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:59:03.746624 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:03.768013 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cf7d73-a3f5-46b3-b796-3e966b182bed {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:59:03.779838 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-38f2278c-9f8d-4f10-88be-3d15095d90fc req-33ab3dc5-d8fc-412b-ad15-0939a1d4d807 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937208 Jun 17 17:59:03.794829 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:03.805279 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb063f-ff2b-4c3a-baaf-b8488edf9d8c req-a66ba135-1397-4050-b40f-694f8689e403 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:03.807126 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c6bb063f-ff2b-4c3a-baaf-b8488edf9d8c req-a66ba135-1397-4050-b40f-694f8689e403 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.1142483 Jun 17 17:59:03.852309 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c6bb063f-ff2b-4c3a-baaf-b8488edf9d8c req-292629e7-9871-4f3c-afa6-bb8912b221c3 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397010 Jun 17 17:59:03.884791 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:03.888031 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:03.985771 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:03.995660 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.998588 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:03.999348 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:04.002818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:04.282662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['54cf7d73-a3f5-46b3-b796-3e966b182bed'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:59:04.986591 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df11ca-b5b4-4f75-9f0d-8164a855795f req-f7160d79-87c4-41cf-9ded-c1c3d55f0204 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:04.988143 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-03df11ca-b5b4-4f75-9f0d-8164a855795f req-f7160d79-87c4-41cf-9ded-c1c3d55f0204 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0807230 Jun 17 17:59:05.090771 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-03df11ca-b5b4-4f75-9f0d-8164a855795f req-bf6357a7-3454-4b55-834c-e38628f9287d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968821 Jun 17 17:59:05.115736 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7294c1d-3bd9-4af6-b33a-1b4274940b8d req-7aa964e4-6d35-49f4-8bbc-c08343cbeb64 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:05.115736 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f7294c1d-3bd9-4af6-b33a-1b4274940b8d req-7aa964e4-6d35-49f4-8bbc-c08343cbeb64 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 944 time: 0.1167879 Jun 17 17:59:05.163834 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f7294c1d-3bd9-4af6-b33a-1b4274940b8d req-55bd6c34-7cbb-451e-ae16-a6cb2c2e4b78 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 Jun 17 17:59:05.546243 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:59:05.661818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 54cf7d73-a3f5-46b3-b796-3e966b182bed completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:59:05.666757 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 54cf7d73-a3f5-46b3-b796-3e966b182bed triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:59:05.673014 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:05.781226 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:05.807607 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:59:05.816856 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:05.863614 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'code': 200} Jun 17 17:59:05.951432 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:05.953292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-68d58d53-a458-43b0-b129-82cc939cf9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:06.017662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:06.020992 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:06.124251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41104) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:06.298708 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a759229-3122-4e83-826c-4e3cbdb51c1e req-04a8ba8a-aca0-47e9-a65e-01a290757fee tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:06.300212 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a759229-3122-4e83-826c-4e3cbdb51c1e req-04a8ba8a-aca0-47e9-a65e-01a290757fee tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0845811 Jun 17 17:59:06.311447 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:06.360363 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:06.366145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Usage tracker for resource:security_group_rule and tenant:de93cc1c931a415bbda09a0ab675f916 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:06.369510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:06.377570 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:06.383609 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-418663f6-d95d-4f45-a8f7-0455f3db2a22 req-c3ae3611-b8e2-40f5-89a7-0d4ad4ec61ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 1098 time: 0.1348433 Jun 17 17:59:06.401161 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a759229-3122-4e83-826c-4e3cbdb51c1e req-7a062cff-54d8-4eea-9fac-37adc2c67923 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947993 Jun 17 17:59:06.425594 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2744f9-35a8-4c72-9e0b-4b7d0f2cc2b4 req-7c5c8a25-c7b7-4322-85ac-1dc952a9b24b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:06.435947 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a2744f9-35a8-4c72-9e0b-4b7d0f2cc2b4 req-7c5c8a25-c7b7-4322-85ac-1dc952a9b24b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.1134164 Jun 17 17:59:06.449675 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-418663f6-d95d-4f45-a8f7-0455f3db2a22 req-c885b6dd-7f06-44e4-a125-3d155e98334f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582831 Jun 17 17:59:06.481275 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:06.484945 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a2744f9-35a8-4c72-9e0b-4b7d0f2cc2b4 req-f744ae8a-dbcb-4793-8dd8-be9f0e1d5cae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Jun 17 17:59:06.557751 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:06.565490 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9636b805-32ee-47c7-bfcb-a1fe32b6993d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:06.604788 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c728119-8bb6-40a7-8970-534876db8b4d,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:06.608493 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:06.611189 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de93cc1c931a415bbda09a0ab675f916&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4855292 Jun 17 17:59:06.613503 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41112) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:06.673586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:06.698486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:06.833148 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:06.836792 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cbb06251-5b4e-4365-ae7d-fce9a59731a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:06.848593 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c728119-8bb6-40a7-8970-534876db8b4d,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:06.851066 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:06.857703 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:06.858843 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c728119-8bb6-40a7-8970-534876db8b4d HTTP/1.1" status: 204 len: 168 time: 0.2443831 Jun 17 17:59:07.540885 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41126) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:07.561192 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:07.597236 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:07.601584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Usage tracker for resource:security_group_rule and tenant:84b674a172464b57be1e2ccafff30691 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:07.605239 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:07.611629 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:07.624972 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192ccfe-9f2c-441e-989c-4eb53c2504ab req-b7c43a6d-cfab-46de-aca1-a4add7d67b94 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:07.631065 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b192ccfe-9f2c-441e-989c-4eb53c2504ab req-b7c43a6d-cfab-46de-aca1-a4add7d67b94 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0914607 Jun 17 17:59:07.687052 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:07.734867 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b192ccfe-9f2c-441e-989c-4eb53c2504ab req-55d49e98-1a8c-4142-bdf2-a9667f729795 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020613 Jun 17 17:59:07.753592 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:07.756441 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33351e9-5d61-4024-a595-ac6b42c8885a req-ec5c1606-1203-434d-82ca-929cbb6d86ad tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:07.757978 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a33351e9-5d61-4024-a595-ac6b42c8885a req-ec5c1606-1203-434d-82ca-929cbb6d86ad tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.1097519 Jun 17 17:59:07.760808 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-10ad8e61-a7a8-4b77-ac7a-95f32c08ebef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:07.804065 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2374ddfc-f5e9-45d9-8ac4-0d0ca349b682,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:07.808098 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a33351e9-5d61-4024-a595-ac6b42c8885a req-6e299701-c22f-4f22-9574-a235fa7410f2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Jun 17 17:59:07.809286 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84b674a172464b57be1e2ccafff30691&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2674079 Jun 17 17:59:07.810214 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:07.811719 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41130) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:07.872170 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:07.900249 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:08.027637 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:08.031428 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-00e3e7b5-56df-4272-99bd-ebf0733d70ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:08.045627 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2374ddfc-f5e9-45d9-8ac4-0d0ca349b682,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:08.048605 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:08.050659 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:08.054031 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2374ddfc-f5e9-45d9-8ac4-0d0ca349b682 HTTP/1.1" status: 204 len: 168 time: 0.2391226 Jun 17 17:59:08.940421 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d33a-236f-4422-a3e7-bb0819851312 req-7459e24b-3336-4980-bbdb-5411edc121c6 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:08.941689 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1ff0d33a-236f-4422-a3e7-bb0819851312 req-7459e24b-3336-4980-bbdb-5411edc121c6 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0823350 Jun 17 17:59:09.039919 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1ff0d33a-236f-4422-a3e7-bb0819851312 req-fabe7c42-7d4f-4694-81c1-cf357c1af20b tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910542 Jun 17 17:59:09.061994 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce13b1-6c3c-4890-9fcf-77551b66c3b2 req-55d7d710-0194-479e-8d1c-eb3123366e4c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:09.063450 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-29ce13b1-6c3c-4890-9fcf-77551b66c3b2 req-55d7d710-0194-479e-8d1c-eb3123366e4c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0991917 Jun 17 17:59:09.111808 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-29ce13b1-6c3c-4890-9fcf-77551b66c3b2 req-ccd8e2d5-c07a-4ff7-a0bc-70f2f8125499 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Jun 17 17:59:09.333524 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ae9eb-f577-43c6-b26e-f8e3120fafbe req-4dbb44d5-40b1-458d-b83e-c916ee25cc5e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:09.335099 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-914ae9eb-f577-43c6-b26e-f8e3120fafbe req-4dbb44d5-40b1-458d-b83e-c916ee25cc5e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0864592 Jun 17 17:59:09.370757 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41162) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:09.376087 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Request body: {'floatingip': {'port_id': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:09.453128 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:10.068146 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:10.136513 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:10.253702 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10be288-5065-4a16-b2db-b1ed11c59df5 req-b9652418-70dc-49e7-bccb-7f0bb10d20b2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:10.255354 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e10be288-5065-4a16-b2db-b1ed11c59df5 req-b9652418-70dc-49e7-bccb-7f0bb10d20b2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0817466 Jun 17 17:59:10.306478 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e10be288-5065-4a16-b2db-b1ed11c59df5 req-8f1004c7-25b8-480a-81bc-1e61f7946c63 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440176 Jun 17 17:59:10.337120 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Floating IP 5550e586-2796-468c-8ee1-458286a70347 associated. External IP: 172.27.1.10, port: 54cf7d73-a3f5-46b3-b796-3e966b182bed. Jun 17 17:59:10.803653 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Router b833cbdb-b7a8-498a-ba91-f013f8507420 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:59:11.011748 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:59:11.016672 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:11.021266 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] Sync routers for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:59:11.033204 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:59:11.034057 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:11.082647 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-d4148064-7042-4ba1-9f39-eb474fb7fd51 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "PUT /v2.0/floatingips/5550e586-2796-468c-8ee1-458286a70347 HTTP/1.1" status: 200 len: 990 time: 1.7108862 Jun 17 17:59:11.083862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:59:11.158151 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'status': 'completed', 'code': 200} Jun 17 17:59:11.225616 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:59:11.290241 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-62a562a8-2cc9-4130-886f-95040aff8578 req-c671038f-37c7-4825-844b-9d7018276027 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 1098 time: 0.0856073 Jun 17 17:59:11.447293 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a562a8-2cc9-4130-886f-95040aff8578 req-d1d7ed35-036a-47f2-936f-7b8297f1fe3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:11.449332 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-62a562a8-2cc9-4130-886f-95040aff8578 req-d1d7ed35-036a-47f2-936f-7b8297f1fe3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.1493692 Jun 17 17:59:11.554152 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0f310-5cce-496c-9d04-9a937df37389 req-12a72c0b-bc25-4ac6-9d3a-350d3a5a63f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:11.562852 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aad0f310-5cce-496c-9d04-9a937df37389 req-12a72c0b-bc25-4ac6-9d3a-350d3a5a63f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.1094127 Jun 17 17:59:11.577079 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-62a562a8-2cc9-4130-886f-95040aff8578 req-46ccc8bf-f5c6-408f-b0f7-61825f03f5b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed HTTP/1.1" status: 200 len: 998 time: 0.1193402 Jun 17 17:59:11.604337 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '5550e586-2796-468c-8ee1-458286a70347', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'port_id': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'mac_address': 'fa:16:3e:5b:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86916554-df34-4c72-a1c7-027e14c2831a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:51Z', 'updated_at': '2021-06-17T17:59:09Z', 'revision_number': 1, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:11.609635 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] Checking router: b833cbdb-b7a8-498a-ba91-f013f8507420 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:59:11.621228 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:59:11.621848 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:11.627185 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aad0f310-5cce-496c-9d04-9a937df37389 req-e1dd61bf-2a56-4fc4-8336-5b4732626dcd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629652 Jun 17 17:59:11.657539 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a562a8-2cc9-4130-886f-95040aff8578 req-a67e6695-c9b7-4759-99ad-fe3bb00b6eaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:11.659159 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-62a562a8-2cc9-4130-886f-95040aff8578 req-a67e6695-c9b7-4759-99ad-fe3bb00b6eaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0739098 Jun 17 17:59:11.736675 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-62a562a8-2cc9-4130-886f-95040aff8578 req-b446fbf6-9a46-42f1-b17a-3f25038b424f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703628 Jun 17 17:59:11.808360 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:59:11.882441 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-62a562a8-2cc9-4130-886f-95040aff8578 req-280b4fe8-ad1a-4a6d-aab3-6ac25f8aa5b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336546 Jun 17 17:59:12.023351 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-62a562a8-2cc9-4130-886f-95040aff8578 req-b3276af3-eae6-4aab-b55f-68cecebbd567 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326118 Jun 17 17:59:12.215814 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '5550e586-2796-468c-8ee1-458286a70347', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'port_id': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'mac_address': 'fa:16:3e:5b:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86916554-df34-4c72-a1c7-027e14c2831a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:51Z', 'updated_at': '2021-06-17T17:59:09Z', 'revision_number': 1, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:12.219960 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59baf78a-c55f-4772-a648-84904aa33553 None None] The sync data for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi is: [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '5550e586-2796-468c-8ee1-458286a70347', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'port_id': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'mac_address': 'fa:16:3e:5b:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86916554-df34-4c72-a1c7-027e14c2831a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:58:51Z', 'updated_at': '2021-06-17T17:59:09Z', 'revision_number': 1, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:59:12.418952 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae2336-ce5f-4a46-a58e-779ee5ad2b1e None None] New status for floating IP 5550e586-2796-468c-8ee1-458286a70347: ACTIVE {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:59:12.823973 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369dab-e72f-419b-b204-bfc767d1e209 req-ae68f448-6a04-4d19-8b59-636433c87fe0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:12.825562 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-56369dab-e72f-419b-b204-bfc767d1e209 req-ae68f448-6a04-4d19-8b59-636433c87fe0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0842128 Jun 17 17:59:12.881514 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-56369dab-e72f-419b-b204-bfc767d1e209 req-21b1a8a5-2e2e-4f28-b0b5-2d846c794f3c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481937 Jun 17 17:59:14.096150 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beca4a-ba62-48be-9653-a8b56d8944c5 req-dc6df17a-7e09-4539-bc3f-1e2a80f7f3c9 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:14.098500 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-30beca4a-ba62-48be-9653-a8b56d8944c5 req-dc6df17a-7e09-4539-bc3f-1e2a80f7f3c9 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0825164 Jun 17 17:59:14.151868 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-30beca4a-ba62-48be-9653-a8b56d8944c5 req-6768f5e3-5d2f-4725-9a82-dc0c2e46f266 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456009 Jun 17 17:59:14.600382 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b06ce5-90ef-4720-a901-b983bfbe7c3d req-282ba2c5-3feb-4bda-a531-e6bc949c9821 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:14.601920 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-81b06ce5-90ef-4720-a901-b983bfbe7c3d req-282ba2c5-3feb-4bda-a531-e6bc949c9821 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0854011 Jun 17 17:59:14.655192 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-81b06ce5-90ef-4720-a901-b983bfbe7c3d req-aa2afd7d-8af8-45d3-8583-8694f71c70b1 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467694 Jun 17 17:59:15.346761 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4d09b-487e-4254-a3b5-616cca57bcd7 req-8ce4ff84-bb39-4ef9-9615-592e3165eda6 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:15.348237 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-78f4d09b-487e-4254-a3b5-616cca57bcd7 req-8ce4ff84-bb39-4ef9-9615-592e3165eda6 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0760086 Jun 17 17:59:15.394966 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-78f4d09b-487e-4254-a3b5-616cca57bcd7 req-27a36bf3-fc11-4f58-b2b6-bd00f704898e tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409961 Jun 17 17:59:15.862006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e2f39-e40b-4159-98d7-e0529d5270ff req-e76bf5f2-0acd-47f5-b9c7-91b26e6997cb tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:15.865468 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-011e2f39-e40b-4159-98d7-e0529d5270ff req-e76bf5f2-0acd-47f5-b9c7-91b26e6997cb tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.0814288 Jun 17 17:59:15.911842 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-011e2f39-e40b-4159-98d7-e0529d5270ff req-83ce1131-7bd4-4fdb-ab98-e332cfee9b51 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Jun 17 17:59:16.592829 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade191fa-bbe1-4908-bead-b8f9307db654 req-e4fdbcdc-2d7f-48ec-b8df-e5db7d5db2d7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:16.594370 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ade191fa-bbe1-4908-bead-b8f9307db654 req-e4fdbcdc-2d7f-48ec-b8df-e5db7d5db2d7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0789783 Jun 17 17:59:16.644117 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ade191fa-bbe1-4908-bead-b8f9307db654 req-433d197b-5cd9-4444-8b34-743588cd3d60 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428128 Jun 17 17:59:16.956209 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-3fb35c2b-afa9-457f-8678-338f61e7abdf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:16.956968 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-3fb35c2b-afa9-457f-8678-338f61e7abdf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Synchronizing usage tracker for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:59:17.048014 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-3fb35c2b-afa9-457f-8678-338f61e7abdf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Unset dirty status for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:59:17.049406 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-3fb35c2b-afa9-457f-8678-338f61e7abdf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1773005 Jun 17 17:59:17.112726 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41288) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:17.174670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Deleting port a2fe437f-90cb-4791-a44c-51ea0a26be17 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:59:17.175312 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.241658 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a46f19-2d62-4556-a630-aae032c7bfa0 req-22f39025-0393-49e5-a956-ff7545bd1467 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:17.243342 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b0a46f19-2d62-4556-a630-aae032c7bfa0 req-22f39025-0393-49e5-a956-ff7545bd1467 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 946 time: 0.1893735 Jun 17 17:59:17.298053 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b0a46f19-2d62-4556-a630-aae032c7bfa0 req-3dff3fc5-5a3d-410f-9836-92ea5b1dfd91 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=18593a93-a7e7-4af2-81df-0d095904f35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484385 Jun 17 17:59:17.333760 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.413300 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:17.421475 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:835dd6ec55a54a149be6f0b527e70cc5 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:17.438841 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:17.491775 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:17.581905 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] For port a2fe437f-90cb-4791-a44c-51ea0a26be17, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a2fe437f-90cb-4791-a44c-51ea0a26be17,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:17.582286 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.696111 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.781817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.790260 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8b8a4caa-602b-43a2-b292-fde40d52bed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:17.848104 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd96bf-1d5d-4825-ac2c-7a68c92c8e2f req-037f45d9-9889-4f04-9f36-6217e9bb5353 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:17.849590 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6dfd96bf-1d5d-4825-ac2c-7a68c92c8e2f req-037f45d9-9889-4f04-9f36-6217e9bb5353 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0815585 Jun 17 17:59:17.897612 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6dfd96bf-1d5d-4825-ac2c-7a68c92c8e2f req-2e6326a2-17c3-4d8e-90d1-e08d284560cc tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417714 Jun 17 17:59:17.910973 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e3ac4-4ed6-412e-8560-6652e94ef3ce,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:17.923306 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=835dd6ec55a54a149be6f0b527e70cc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8090599 Jun 17 17:59:17.926302 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41296) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:17.926714 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:17.943215 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.943493 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.943807 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Floating IP d9e6b27a-b76b-4824-812e-71781cb18ea8 disassociated. External IP: 172.27.1.77, port: a2fe437f-90cb-4791-a44c-51ea0a26be17. Jun 17 17:59:17.944150 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Calling delete_port for a2fe437f-90cb-4791-a44c-51ea0a26be17 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:59:17.986975 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:18.013681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:18.133768 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:18.138251 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0e74c6cf-79c8-4cec-8ad2-c4cc3a651a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:18.149167 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e3ac4-4ed6-412e-8560-6652e94ef3ce,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:18.152996 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:18.156203 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:18.157311 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa5e3ac4-4ed6-412e-8560-6652e94ef3ce HTTP/1.1" status: 204 len: 168 time: 0.2299845 Jun 17 17:59:18.175454 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:18.182653 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:18.231579 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event deleted for resources: {'Port': ['ID=a2fe437f-90cb-4791-a44c-51ea0a26be17,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:18.235579 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:18.450670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:59:18.467907 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cb9bdb6b-b8e2-4559-bf26-2af28c96062e req-b519e903-53c9-4a2f-a437-b8c5a4022699 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 210 time: 0.0464432 Jun 17 17:59:18.654219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:59:18.667027 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] Sync routers for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:59:18.679540 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:59:18.680323 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:18.732981 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] No DVR routers for this DVR port a2fe437f-90cb-4791-a44c-51ea0a26be17 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 17:59:18.736312 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:18.751933 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'name': 'network-vif-deleted', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:59:18.812584 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd871379e-b49a-41fa-b62e-c40458636693', 'name': 'network-vif-deleted', 'tag': 'a2fe437f-90cb-4791-a44c-51ea0a26be17', 'status': 'completed', 'code': 200} Jun 17 17:59:18.833935 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-822f5dd3-adf9-4b84-b12f-7bea4bf0ccfe req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "DELETE /v2.0/ports/a2fe437f-90cb-4791-a44c-51ea0a26be17 HTTP/1.1" status: 204 len: 173 time: 1.7770917 Jun 17 17:59:18.870685 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:59:18.948832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41312) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:18.979924 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.022135 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:19.027336 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Usage tracker for resource:security_group_rule and tenant:342b2381f13c47058917b045bb542274 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:19.033008 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:19.040445 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:19.208681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.219548 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80cf4c-745f-4acf-822d-fae37ff7b05d req-f5329414-5da8-46dd-92bb-be3abdc3e647 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:19.221026 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6d80cf4c-745f-4acf-822d-fae37ff7b05d req-f5329414-5da8-46dd-92bb-be3abdc3e647 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.1776285 Jun 17 17:59:19.240934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3930-8b21-4837-a53e-d0128f11b823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.248547 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:19.253872 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] Checking router: 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:59:19.267704 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:59:19.268335 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:58:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:19.269340 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6d80cf4c-745f-4acf-822d-fae37ff7b05d req-51f7d759-8d82-46b7-af33-767314b43ce3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424483 Jun 17 17:59:19.270995 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.278446 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e9805e58-aafe-44d4-b4f3-d3b97a0b008f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:19.318111 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c84d94-78b0-4329-8da1-422043987f09,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:19.321395 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:19.324291 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=342b2381f13c47058917b045bb542274&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3742514 Jun 17 17:59:19.326964 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41318) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:19.404052 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.429376 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.522921 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:59:19.601326 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.602086 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.611515 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0f2607bb-913c-4de0-82b9-4c657ca56e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:19.655022 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a2fe437f-90cb-4791-a44c-51ea0a26be17 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 17:59:19.671715 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c84d94-78b0-4329-8da1-422043987f09,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:19.679170 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:19.681605 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b22b757c-1654-40cb-bc05-ae8ae6e08235 req-460e0e4a-1237-447f-947e-870135c6ba4b tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=d871379e-b49a-41fa-b62e-c40458636693 HTTP/1.1" status: 200 len: 210 time: 0.0511782 Jun 17 17:59:19.683592 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.688761 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0c84d94-78b0-4329-8da1-422043987f09 HTTP/1.1" status: 204 len: 168 time: 0.3568299 Jun 17 17:59:19.718761 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: a2fe437f-90cb-4791-a44c-51ea0a26be17 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 17:59:19.719317 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a2fe437f-90cb-4791-a44c-51ea0a26be17 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 17:59:19.959515 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:19.964410 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d722d-5d8f-454e-adeb-ce47349ac952 None None] The sync data for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi is: [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:59:20.201966 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d954d80-d7e3-4b56-95ad-5fde158a0594 None None] New status for floating IP d9e6b27a-b76b-4824-812e-71781cb18ea8: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:59:20.470103 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1c6e8-a4d1-45ae-bc55-04388988b801 req-25930ab4-774e-4286-aeef-634c6d3bc36c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:20.471607 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5fe1c6e8-a4d1-45ae-bc55-04388988b801 req-25930ab4-774e-4286-aeef-634c6d3bc36c tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0775566 Jun 17 17:59:20.519872 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5fe1c6e8-a4d1-45ae-bc55-04388988b801 req-2c74f259-a3af-4797-91d7-53bfd0b353cd tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&id=44fabdb0-3103-425c-84b8-a6320b87337d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426564 Jun 17 17:59:20.561659 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41332) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:20.584066 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:20.617071 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:20.620854 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Usage tracker for resource:security_group_rule and tenant:aee8dffda40845b6865760f405bfcf47 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:20.623624 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:20.629158 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:20.692300 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:20.834731 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:20.834731 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-372a491c-3752-4cb1-8d28-bfee1d073674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:20.871328 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb6ed1f-162a-4cf2-b84d-1ba33409bb17,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:20.875226 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aee8dffda40845b6865760f405bfcf47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3119340 Jun 17 17:59:20.876081 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:20.877696 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41342) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:20.923402 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41346) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:20.941384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:20.967491 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:20.992606 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f5c189b9-80f9-4d31-ad65-5f8a5c9494d5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.021906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f5c189b9-80f9-4d31-ad65-5f8a5c9494d5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.118970 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.122980 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-782c9bd0-6ace-4b73-abdb-4f9671ca4916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:21.134049 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb6ed1f-162a-4cf2-b84d-1ba33409bb17,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:21.138041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:21.141151 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.142338 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afb6ed1f-162a-4cf2-b84d-1ba33409bb17 HTTP/1.1" status: 204 len: 168 time: 0.2635300 Jun 17 17:59:21.148251 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f5c189b9-80f9-4d31-ad65-5f8a5c9494d5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.160410 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-71c24b9e-ce5d-4365-95ba-1b5bca4fb053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:21.173398 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c189b9-80f9-4d31-ad65-5f8a5c9494d5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18593a93-a7e7-4af2-81df-0d095904f35f,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:21.175990 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-f5c189b9-80f9-4d31-ad65-5f8a5c9494d5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:21.237769 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f5c189b9-80f9-4d31-ad65-5f8a5c9494d5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.238962 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-f5c189b9-80f9-4d31-ad65-5f8a5c9494d5 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "DELETE /v2.0/security-groups/18593a93-a7e7-4af2-81df-0d095904f35f HTTP/1.1" status: 204 len: 168 time: 0.3144302 Jun 17 17:59:21.241584 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41352) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:21.258665 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.api.v2.resource [None req-1d3cd7a6-f258-4247-856a-e53f54c2f743 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] show failed (client error): The resource could not be found. Jun 17 17:59:21.262858 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1d3cd7a6-f258-4247-856a-e53f54c2f743 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups/18593a93-a7e7-4af2-81df-0d095904f35f HTTP/1.1" status: 404 len: 347 time: 0.0171356 Jun 17 17:59:21.263008 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c81d9fb8-33d4-49fa-b5e2-d2194e91679c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.263493 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41356) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:21.492307 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Deleting port 53cd8384-4181-4d4b-86e2-9a9536c79a08 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:59:21.492658 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.667386 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.668097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:21.793203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Calling delete_port for 53cd8384-4181-4d4b-86e2-9a9536c79a08 owned by network:floatingip {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:59:22.021847 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.027157 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a1a805ad-838f-46fb-9e89-9ca879088478 tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:22.071663 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event deleted for resources: {'Port': ['ID=53cd8384-4181-4d4b-86e2-9a9536c79a08,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:22.075720 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:22.169564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.183507 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.184661 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "DELETE /v2.0/floatingips/d9e6b27a-b76b-4824-812e-71781cb18ea8 HTTP/1.1" status: 204 len: 168 time: 0.9191568 Jun 17 17:59:22.406820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41380) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:22.467387 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.536309 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1373798930-network', 'tenant_id': '6005181d9677441ab86332ea18de2b14'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:22.541033 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:22.544838 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Usage tracker for resource:network and tenant:6005181d9677441ab86332ea18de2b14 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:22.547722 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:22.553283 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:22.613219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Made reservation on behalf of 6005181d9677441ab86332ea18de2b14 for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:59:22.615720 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.628998 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.660349 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:22.664280 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Usage tracker for resource:security_group_rule and tenant:6005181d9677441ab86332ea18de2b14 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:22.667078 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:22.672808 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:22.738663 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.828654 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.834077 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a6544447-3b05-46c1-9f5e-7f33f3b0a7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:22.864697 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:59:22.874678 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6cd71a-56d8-4931-89e0-d1350dea011d,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:22.877845 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:22.881816 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:22.882253 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Added segment 2ae2674b-b96a-4639-9b22-0e4998293f86 of type vlan for network b4bdebcd-c2d2-4b78-b66c-c5175c44b69e Jun 17 17:59:22.908746 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.056207 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.059483 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:23.060738 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.066411 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:23.067611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41388) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:23.074826 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574190076', 'description': 'tempest-description--221496813'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:23.082780 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:23.088188 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:23.091809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:23.100570 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:23.168499 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Pushing event updated for resources: {'Network': ['ID=b4bdebcd-c2d2-4b78-b66c-c5175c44b69e,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:23.171347 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:23.178290 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network b4bdebcd-c2d2-4b78-b66c-c5175c44b69e details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:59:23.179322 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.214977 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:23.218958 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group_rule and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:23.221799 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:23.227615 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:23.231731 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8237951 Jun 17 17:59:23.235068 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41392) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:23.242338 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Request body: {'subnet': {'network_id': 'b4bdebcd-c2d2-4b78-b66c-c5175c44b69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1373798930-subnet', 'tenant_id': '6005181d9677441ab86332ea18de2b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:23.247463 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:23.251626 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Usage tracker for resource:subnet and tenant:6005181d9677441ab86332ea18de2b14 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:23.254905 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:23.261442 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:23.284651 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.344748 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.349947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-00bd7c94-7aac-4adf-926c-783805a3ed99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:23.392259 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:23.394981 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:23.432724 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Made reservation on behalf of 6005181d9677441ab86332ea18de2b14 for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:59:23.435167 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.461533 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.463502 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3935914 Jun 17 17:59:23.466488 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41396) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:23.472117 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'security_group_rule': {'security_group_id': '72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:23.478131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:23.482627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group_rule and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:23.485490 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:23.491192 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:23.557539 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.620137 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.695521 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.701599 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:23.721135 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676c80bb-34e9-42d9-9726-b6d2e59c3d4e,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:23.725642 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:23.809903 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.811258 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-092a4ec0-9cd2-44dd-b305-835a6fdee356 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3437097 Jun 17 17:59:23.813671 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41400) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:23.820197 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'security_group_rule': {'security_group_id': '72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:23.826152 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:23.830187 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:security_group_rule and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:23.833240 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:23.839304 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:23.905093 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.909648 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:23.916818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.934309 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:23.981553 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e66802-7d4a-412f-a7dc-cd5faaf03e6b,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:23.984359 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:23.993071 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Checking segment: {'id': '2ae2674b-b96a-4639-9b22-0e4998293f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4bdebcd-c2d2-4b78-b66c-c5175c44b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:59:23.993423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Network hostable DHCP agents. Network: b4bdebcd-c2d2-4b78-b66c-c5175c44b69e, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:59:24.032758 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:24.112796 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Network b4bdebcd-c2d2-4b78-b66c-c5175c44b69e is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:59:24.146916 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:24.149022 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-438d7580-f08f-427d-be7f-db88a5ab43f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:24.173294 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6dd317-fc40-47f7-9a57-f2aef4102ae8,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:24.177870 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:24.204058 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, b4bdebcd-c2d2-4b78-b66c-c5175c44b69e) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:59:24.215479 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2172dc9-c0ea-4473-968b-d419c1808e9f None None] Network b4bdebcd-c2d2-4b78-b66c-c5175c44b69e requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:59:24.221317 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:24.221937 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:24.261320 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:24.262733 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-bc1dc6b1-feb9-4b11-84a8-5148572c1e90 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4480116 Jun 17 17:59:24.265927 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41406) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:24.271546 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:24.278318 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:24.282230 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:floatingip and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:24.285142 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:24.291877 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:24.319500 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0832236 Jun 17 17:59:24.398906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:24.438206 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d8fd0-8d2d-450f-b538-d0ac4773d321 None None] Network b4bdebcd-c2d2-4b78-b66c-c5175c44b69e requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:59:24.524485 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:24.553854 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:24.715206 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Allocated IP 172.27.1.92 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/718720f6-0539-42f7-9529-c7c76bbd9988) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:59:24.863408 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.016419 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.020301 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fd912b19-ed96-4fb9-9e14-c24c5023f563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:25.089487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:59:25.092909 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'Port': ['ID=718720f6-0539-42f7-9529-c7c76bbd9988,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:25.095427 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:59:25.097195 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:25.097855 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:59:25.340716 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.468382 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.558298 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41430) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:25.563855 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160941822-network', 'tenant_id': 'b50ed36236cc4dcfa729fab149b61fa4'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:25.568631 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:25.572521 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Usage tracker for resource:network and tenant:b50ed36236cc4dcfa729fab149b61fa4 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:25.576395 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:25.582104 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:25.644127 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Made reservation on behalf of b50ed36236cc4dcfa729fab149b61fa4 for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:59:25.646484 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.659617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.678254 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.690861 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:25.694507 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Usage tracker for resource:security_group_rule and tenant:b50ed36236cc4dcfa729fab149b61fa4 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:25.697288 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:25.702961 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:25.764964 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.870963 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060394'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.871247 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.874231 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-97fac3d0-f63d-4015-9ce7-f850aa2c9c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:25.875692 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1ba98639-6588-4df5-a85e-0e6f9123544f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:25.904529 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 17:59:25.912365 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fdb66b-1d14-4983-9580-b2bd00f1f2f8,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:25.916066 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:25.921838 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.921838 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Added segment 7156201c-cf5e-41d8-8fe8-251a511cddc0 of type vlan for network 45559515-d5ef-4a3c-a400-72abfe1d4632 Jun 17 17:59:25.950220 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:25.981510 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'Port': ['ID=718720f6-0539-42f7-9529-c7c76bbd9988,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:25.985507 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:25.993858 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:26.032534 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:26.033794 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:26.034411 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:26.037801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:26.090877 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:26.100294 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8252892 Jun 17 17:59:26.209115 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Pushing event updated for resources: {'Network': ['ID=45559515-d5ef-4a3c-a400-72abfe1d4632,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:26.211688 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:26.219674 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 45559515-d5ef-4a3c-a400-72abfe1d4632 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:59:26.269078 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7085342 Jun 17 17:59:26.270779 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41440) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:26.277632 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Request body: {'subnet': {'network_id': '45559515-d5ef-4a3c-a400-72abfe1d4632', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160941822-subnet', 'tenant_id': 'b50ed36236cc4dcfa729fab149b61fa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:26.283257 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:26.304663 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Usage tracker for resource:subnet and tenant:b50ed36236cc4dcfa729fab149b61fa4 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:26.309308 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:26.319851 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:26.345892 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-cb764190-81f1-46b9-a989-e5b2540946be tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Synchronizing usage tracker for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 17:59:26.404294 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Made reservation on behalf of b50ed36236cc4dcfa729fab149b61fa4 for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:59:26.406914 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3093895'] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:26.470207 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-cb764190-81f1-46b9-a989-e5b2540946be tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Unset dirty status for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 17:59:26.471303 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-cb764190-81f1-46b9-a989-e5b2540946be tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1574190076&fields=id&tenant_id=d66d3b23bd57442cb18d737c0a417b05 HTTP/1.1" status: 200 len: 267 time: 0.1840348 Jun 17 17:59:26.687172 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-d42c2659-21a1-4cfe-a311-7f1c395a8c41 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:26.688597 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-d42c2659-21a1-4cfe-a311-7f1c395a8c41 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 810 time: 0.2020123 Jun 17 17:59:26.719934 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-cda56265-54cb-401a-b4b4-6b010146cfb6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/quotas/d66d3b23bd57442cb18d737c0a417b05 HTTP/1.1" status: 200 len: 375 time: 0.0232096 Jun 17 17:59:26.834730 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-c2beb745-f7e0-4307-955c-6ef376cb96f1 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018505 Jun 17 17:59:27.057650 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-2ad3e076-220f-4533-8b5f-98c3011e9e6f service neutron] 10.222.0.30 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115908 Jun 17 17:59:27.214406 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-1b03c64e-67f7-407c-98b5-990ffbca1d98 service neutron] 10.222.0.30 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498551 Jun 17 17:59:27.269024 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3093909'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:27.273383 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-bbc38a1a-453e-415a-b654-7cc8828d6cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:27.340239 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=068061c1-b8b8-4950-9117-947de9b06848,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:27.346430 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:27.354485 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Checking segment: {'id': '7156201c-cf5e-41d8-8fe8-251a511cddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '45559515-d5ef-4a3c-a400-72abfe1d4632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:59:27.354841 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Network hostable DHCP agents. Network: 45559515-d5ef-4a3c-a400-72abfe1d4632, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:59:27.461121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Network 45559515-d5ef-4a3c-a400-72abfe1d4632 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:59:27.546705 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 45559515-d5ef-4a3c-a400-72abfe1d4632) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:59:27.563175 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e7014-7a07-4589-9069-d4f1e040847e None None] Network 45559515-d5ef-4a3c-a400-72abfe1d4632 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:59:27.586109 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:27.586727 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:27.718667 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8419318a-9912-495c-877e-dad6761d0866 req-eada242d-33db-4738-801b-e5fcd9e02e82 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 210 time: 0.2668772 Jun 17 17:59:27.731363 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-39890cce-db7e-401d-b4c2-eb661a0427ba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4592977 Jun 17 17:59:27.803105 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe4865-9d52-4629-aa84-340a98cbe8af None None] Network 45559515-d5ef-4a3c-a400-72abfe1d4632 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 17:59:28.907192 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-94233af3-1412-4efc-b4b3-0c3b7f183527 req-d07ea04d-1792-4425-abdc-59f6293dba8f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 210 time: 0.0413687 Jun 17 17:59:29.627953 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-c8ffe453-1a91-46e2-b797-7ce01bd8aed5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729249 Jun 17 17:59:29.882775 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-22cc07d7-92fa-4d25-8ee7-b2d24ee7503e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:29.884225 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-22cc07d7-92fa-4d25-8ee7-b2d24ee7503e tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 810 time: 0.1938565 Jun 17 17:59:29.888100 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-69845bd6-e67b-435d-a44d-8ad93a9e1f3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1137 time: 0.1964915 Jun 17 17:59:30.096030 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bd94dc0c-6117-437e-be0a-ae8c7905df3c req-273efa2c-3bae-4714-8836-bc7d5fdcd7f6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 210 time: 0.0558424 Jun 17 17:59:30.136259 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-d00e52c5-762b-400f-a552-eeab5a1bf998 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d66d3b23bd57442cb18d737c0a417b05 HTTP/1.1" status: 200 len: 5044 time: 0.2147615 Jun 17 17:59:30.162802 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'port': {'device_id': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'admin_state_up': True, 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'security_groups': ['72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1']}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:30.257367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-08465975-4cc4-402d-a351-8119757402de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:30.258941 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-08465975-4cc4-402d-a351-8119757402de service neutron] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 914 time: 0.3017097 Jun 17 17:59:30.412576 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:30.416301 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-bf59f574-9352-45e9-bca6-c3dd68c130a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 1001 time: 0.1477683 Jun 17 17:59:30.418782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Usage tracker for resource:port and tenant:d66d3b23bd57442cb18d737c0a417b05 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:30.421841 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:30.462693 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:30.491444 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-882c2ff7-63b0-4cc5-9872-525778a38faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:30.492934 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-882c2ff7-63b0-4cc5-9872-525778a38faf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.0681479 Jun 17 17:59:30.553932 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Made reservation on behalf of d66d3b23bd57442cb18d737c0a417b05 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:59:30.557476 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:30.636089 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-87ea987b-6115-4460-9215-81b41ed611f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1350555 Jun 17 17:59:30.851521 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Allocated IP 172.20.0.7 (bd5c7134-3333-4669-982a-933a9b4a6839/dc47c60d-03ea-4f72-b81c-4f59dcdcd896/21731ef2-babc-430a-8d12-d8582a62ed7b) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:59:30.854860 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-0a83775d-586d-4595-b351-4cc2aad2f67c service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055211 Jun 17 17:59:31.099131 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-37dfd20b-475d-4deb-aa2f-29b6901e24aa req-d8b9c7fe-019a-43ae-8e9e-a627d50c19d1 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340269 Jun 17 17:59:31.175687 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:31.192029 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Transition to ACTIVE for port object 21731ef2-babc-430a-8d12-d8582a62ed7b will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:59:31.284660 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:31.291380 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2c74bc96-acfe-4b5a-a2d2-792602dfdf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:31.391383 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b41b4-a5ef-4d62-9fd7-1df8878e6bde req-ec1e1d97-312e-42cf-a6d1-f0f0eb2069bf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:31.392877 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e10b41b4-a5ef-4d62-9fd7-1df8878e6bde req-ec1e1d97-312e-42cf-a6d1-f0f0eb2069bf tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 931 time: 0.1792932 Jun 17 17:59:31.440884 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e10b41b4-a5ef-4d62-9fd7-1df8878e6bde req-a9a87ae6-c528-437c-957f-ae192b0a4e65 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Jun 17 17:59:31.441284 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Network bd5c7134-3333-4669-982a-933a9b4a6839 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:59:31.444255 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:59:31.448236 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:59:31.485555 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event updated for resources: {'Port': ['ID=21731ef2-babc-430a-8d12-d8582a62ed7b,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:31.494479 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:31.515266 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:31.515882 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:31.599132 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4430671 Jun 17 17:59:31.619050 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Request body: {'port': {'device_id': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:31.723805 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-5489067f-c891-46cc-9e23-853477c85275 None None] Provisioning for port 21731ef2-babc-430a-8d12-d8582a62ed7b completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:59:31.731198 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-5489067f-c891-46cc-9e23-853477c85275 None None] Provisioning complete for port 21731ef2-babc-430a-8d12-d8582a62ed7b triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:59:31.732011 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5489067f-c891-46cc-9e23-853477c85275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:31.748535 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:31.791658 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-5489067f-c891-46cc-9e23-853477c85275 None None] Port 21731ef2-babc-430a-8d12-d8582a62ed7b cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 17:59:32.092736 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21731ef2-babc-430a-8d12-d8582a62ed7b {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:59:32.100279 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.115064 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Transition to ACTIVE for port object 21731ef2-babc-430a-8d12-d8582a62ed7b will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:59:32.180955 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.185980 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7a5c8101-197c-4b79-88b6-de773eedc875 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:32.313924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Pushing event updated for resources: {'Port': ['ID=21731ef2-babc-430a-8d12-d8582a62ed7b,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:32.317665 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:32.458557 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Attempting to bind port 21731ef2-babc-430a-8d12-d8582a62ed7b on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:59:32.459010 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Attempting to bind port 21731ef2-babc-430a-8d12-d8582a62ed7b by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:59:32.459410 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Attempting to bind port 21731ef2-babc-430a-8d12-d8582a62ed7b on network bd5c7134-3333-4669-982a-933a9b4a6839 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:59:32.466318 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Port 21731ef2-babc-430a-8d12-d8582a62ed7b on network bd5c7134-3333-4669-982a-933a9b4a6839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 17:59:32.466743 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Attempting to bind port 21731ef2-babc-430a-8d12-d8582a62ed7b on network bd5c7134-3333-4669-982a-933a9b4a6839 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 17:59:32.475157 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 17:59:32.475569 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Checking segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 17:59:32.475953 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Bound using segment: {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 17:59:32.476381 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Bound port: 21731ef2-babc-430a-8d12-d8582a62ed7b, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c12b5-dfdc-4e00-870d-101392a99490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:59:32.476725 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.569617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] For port 21731ef2-babc-430a-8d12-d8582a62ed7b, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:59:32.572901 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] For port 21731ef2-babc-430a-8d12-d8582a62ed7b, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=21731ef2-babc-430a-8d12-d8582a62ed7b,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:59:32.639112 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.643708 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-93dc7604-9ab2-4824-8dec-1e2729819947 tempest-DeleteServersTestJSON-1296806326 tempest-DeleteServersTestJSON-1296806326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:32.643858 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290f6ea-5d4b-4d8b-925a-555c1d754cbe req-92e21b63-1741-4bd4-a192-10a2715ff882 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:32.645255 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2290f6ea-5d4b-4d8b-925a-555c1d754cbe req-92e21b63-1741-4bd4-a192-10a2715ff882 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 943 time: 0.0757267 Jun 17 17:59:32.697166 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2290f6ea-5d4b-4d8b-925a-555c1d754cbe req-9e3f66fe-bd67-4ee9-921d-f0b63b730a63 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Jun 17 17:59:32.707800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.709147 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] 10.222.0.36 "PUT /v2.0/ports/21731ef2-babc-430a-8d12-d8582a62ed7b HTTP/1.1" status: 200 len: 1093 time: 1.0948882 Jun 17 17:59:32.709690 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:59:32.727148 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Pushing event updated for resources: {'Port': ['ID=21731ef2-babc-430a-8d12-d8582a62ed7b,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:32.730797 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:32.771520 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'status': 'completed', 'code': 200} Jun 17 17:59:32.897951 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e2ff0cab-cd30-434b-a99a-d2437ae57d66 req-475e366b-b16a-45a9-9676-f735dfbe39e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 1096 time: 0.0723007 Jun 17 17:59:33.048924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff0cab-cd30-434b-a99a-d2437ae57d66 req-d4e10925-5775-444a-8b40-fa9abd01bff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:33.050302 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e2ff0cab-cd30-434b-a99a-d2437ae57d66 req-d4e10925-5775-444a-8b40-fa9abd01bff9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d66d3b23bd57442cb18d737c0a417b05&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1396892 Jun 17 17:59:33.192258 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff0cab-cd30-434b-a99a-d2437ae57d66 req-dff3523e-471c-43fc-9e77-b7bb6c3c8232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:33.193697 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e2ff0cab-cd30-434b-a99a-d2437ae57d66 req-dff3523e-471c-43fc-9e77-b7bb6c3c8232 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349349 Jun 17 17:59:33.328754 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-930c9eff-b387-4111-819d-6906ef9eca45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 1096 time: 0.0732179 Jun 17 17:59:33.403517 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-58e5b35b-5305-44b1-b530-b1d30abb5460 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21731ef2-babc-430a-8d12-d8582a62ed7b HTTP/1.1" status: 200 len: 217 time: 0.0602214 Jun 17 17:59:33.470803 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-3c9a7695-2f8e-4227-a070-6aa5075ea664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:33.472245 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-3c9a7695-2f8e-4227-a070-6aa5075ea664 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc47c60d-03ea-4f72-b81c-4f59dcdcd896 HTTP/1.1" status: 200 len: 849 time: 0.0614140 Jun 17 17:59:33.551268 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-8d4a233b-661f-4412-8f44-39b7f30d2af3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c7134-3333-4669-982a-933a9b4a6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713439 Jun 17 17:59:33.763817 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-b27ba79e-8486-45f4-802e-902294301e92 service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036982 Jun 17 17:59:33.902208 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5c3ecede-b374-48bf-9ab1-9a0988fec214 req-5a309752-05b2-4371-ac79-3c2843f7301a service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312215 Jun 17 17:59:34.003960 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1695c7-3589-483c-b682-24bdf12f757d req-04e3dee3-2a76-426d-b06e-0e495358e012 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:34.005601 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ef1695c7-3589-483c-b682-24bdf12f757d req-04e3dee3-2a76-426d-b06e-0e495358e012 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 943 time: 0.1800332 Jun 17 17:59:34.057155 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ef1695c7-3589-483c-b682-24bdf12f757d req-19d7dc3a-4c62-4918-a2b0-ac5b920edb60 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Jun 17 17:59:35.257109 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748540-3269-440e-ac2e-09504d8e6271 req-eb7164e9-8167-4cfe-bfca-8ecc402d15c6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:35.258566 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c7748540-3269-440e-ac2e-09504d8e6271 req-eb7164e9-8167-4cfe-bfca-8ecc402d15c6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 943 time: 0.0780382 Jun 17 17:59:35.303919 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c7748540-3269-440e-ac2e-09504d8e6271 req-308789d4-4fb6-49e0-8aae-8f803c7759c8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Jun 17 17:59:35.677658 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 21731ef2-babc-430a-8d12-d8582a62ed7b details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 17:59:35.812229 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 21731ef2-babc-430a-8d12-d8582a62ed7b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=21731ef2-babc-430a-8d12-d8582a62ed7b,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:35.826976 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'port_id': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'mac_address': 'fa:16:3e:f3:e7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 17:59:35.881220 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:35.898873 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21731ef2-babc-430a-8d12-d8582a62ed7b {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 17:59:35.914330 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 21731ef2-babc-430a-8d12-d8582a62ed7b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=21731ef2-babc-430a-8d12-d8582a62ed7b,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:36.010460 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:36.013170 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:36.126142 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=21731ef2-babc-430a-8d12-d8582a62ed7b,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:36.129252 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:36.199266 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 17:59:36.358167 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['21731ef2-babc-430a-8d12-d8582a62ed7b'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:59:36.511219 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b8dc1-f35a-4cc5-b157-ae8584eaab27 req-542fd64b-6167-44d5-a5d6-6fc3d2faec7a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:36.512593 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-539b8dc1-f35a-4cc5-b157-ae8584eaab27 req-542fd64b-6167-44d5-a5d6-6fc3d2faec7a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 944 time: 0.0831487 Jun 17 17:59:36.559821 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-539b8dc1-f35a-4cc5-b157-ae8584eaab27 req-0d07f60f-e143-4953-b5c9-487c504c39ae tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Jun 17 17:59:37.688628 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 21731ef2-babc-430a-8d12-d8582a62ed7b up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:59:37.761102 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d79a-76a2-4dde-9913-1c6bdac04445 req-4bffa255-84a6-4ecd-a430-62089d099f38 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:37.762799 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fb72d79a-76a2-4dde-9913-1c6bdac04445 req-4bffa255-84a6-4ecd-a430-62089d099f38 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 944 time: 0.0845225 Jun 17 17:59:37.809064 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fb72d79a-76a2-4dde-9913-1c6bdac04445 req-78ac9a4d-a386-40c1-885e-d1ec37f8ecc1 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Jun 17 17:59:37.843501 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 21731ef2-babc-430a-8d12-d8582a62ed7b completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:59:37.848718 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 21731ef2-babc-430a-8d12-d8582a62ed7b triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:59:37.849161 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:37.966787 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:37.993121 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:59:38.002658 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 21731ef2-babc-430a-8d12-d8582a62ed7b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=21731ef2-babc-430a-8d12-d8582a62ed7b,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:38.050211 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'code': 200} Jun 17 17:59:38.076169 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:38.077999 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7945078c-a42f-4c37-8dea-6919ea90e690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:38.142624 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=21731ef2-babc-430a-8d12-d8582a62ed7b,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:38.145632 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:38.495316 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f8bd3dce-3469-4348-97ef-5cc8570d2b06 req-e35beb72-00d8-4c81-92a0-fe3fe14f4006 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 1098 time: 0.0722854 Jun 17 17:59:38.539290 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f8bd3dce-3469-4348-97ef-5cc8570d2b06 req-41080a3b-bb09-4d13-9b55-50ee299a5296 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362144 Jun 17 17:59:39.010219 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d48657-2356-495f-81b4-a2ff6d61152d req-da1cc500-f768-40ab-a160-c96559a341ea tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:39.011813 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-91d48657-2356-495f-81b4-a2ff6d61152d req-da1cc500-f768-40ab-a160-c96559a341ea tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 945 time: 0.0774553 Jun 17 17:59:39.061188 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-91d48657-2356-495f-81b4-a2ff6d61152d req-4b8e6305-e3c1-4690-bddb-5bee74e9a29d tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Jun 17 17:59:40.271026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68f8a-9c2d-4efa-b2a8-46cd0569dba1 req-b90374ed-4d4f-46ae-816c-4c845e584260 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:40.272495 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6bc68f8a-9c2d-4efa-b2a8-46cd0569dba1 req-b90374ed-4d4f-46ae-816c-4c845e584260 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 945 time: 0.0859616 Jun 17 17:59:40.317942 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6bc68f8a-9c2d-4efa-b2a8-46cd0569dba1 req-768392c9-4330-43f1-b16b-51bc22fea405 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Jun 17 17:59:40.513524 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24779-bd1e-4fd2-a77b-42ac880fe7e8 req-38a3cbc3-3e20-4d35-93f4-5144421fa202 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:40.515021 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3eb24779-bd1e-4fd2-a77b-42ac880fe7e8 req-38a3cbc3-3e20-4d35-93f4-5144421fa202 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 945 time: 0.0798013 Jun 17 17:59:40.523541 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41578) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:40.530370 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Request body: {'floatingip': {'port_id': '21731ef2-babc-430a-8d12-d8582a62ed7b'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:40.604723 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:41.347572 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:41.409378 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:41.599060 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.l3_db [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Floating IP 3a579e23-0407-41d7-937c-70e4ed15988d associated. External IP: 172.27.1.92, port: 21731ef2-babc-430a-8d12-d8582a62ed7b. Jun 17 17:59:41.992074 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:59:42.193182 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:59:42.197458 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:42.202318 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] Sync routers for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:59:42.214545 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:59:42.215177 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:59:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:42.250191 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d149035b-6e3a-4a84-972d-c6f6711f5923 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "PUT /v2.0/floatingips/3a579e23-0407-41d7-937c-70e4ed15988d HTTP/1.1" status: 200 len: 990 time: 1.7253878 Jun 17 17:59:42.250832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:59:42.407791 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:59:42.455718 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'status': 'completed', 'code': 200} Jun 17 17:59:42.579098 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-aa4653ca-e91e-4824-90cd-1e177e75fd8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d66d3b23bd57442cb18d737c0a417b05&device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 1098 time: 0.0724742 Jun 17 17:59:42.715458 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-52fe65d7-381e-4efb-95ab-bf227280b97b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:42.716865 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-52fe65d7-381e-4efb-95ab-bf227280b97b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 200 len: 911 time: 0.1307936 Jun 17 17:59:42.760299 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '3a579e23-0407-41d7-937c-70e4ed15988d', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'port_id': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'mac_address': 'fa:16:3e:f3:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:59:25Z', 'updated_at': '2021-06-17T17:59:41Z', 'revision_number': 1, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:42.764373 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] Checking router: 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 17:59:42.775401 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:59:42.776023 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:59:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:42.824525 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-5d23cb41-3d1f-4a81-a78e-a5426374aaef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21731ef2-babc-430a-8d12-d8582a62ed7b HTTP/1.1" status: 200 len: 998 time: 0.1004498 Jun 17 17:59:42.891214 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-401348a3-c324-437f-acca-0587e69ffac2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:42.892761 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-401348a3-c324-437f-acca-0587e69ffac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc47c60d-03ea-4f72-b81c-4f59dcdcd896 HTTP/1.1" status: 200 len: 849 time: 0.0609272 Jun 17 17:59:42.962944 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 17:59:42.989346 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-60b24449-d86f-42bb-a1ba-6fdef8a9d853 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd5c7134-3333-4669-982a-933a9b4a6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771062 Jun 17 17:59:43.134390 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-6100725e-57ce-4c9e-9f48-b807d9dc2acf service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373637 Jun 17 17:59:43.285912 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bc1bd748-46e5-485b-8f86-53d11dc4ba89 req-bddb9fce-aa97-46d6-b916-1dd3314c30de service neutron] 10.222.0.36 "GET /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443713 Jun 17 17:59:43.362568 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '3a579e23-0407-41d7-937c-70e4ed15988d', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'port_id': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'mac_address': 'fa:16:3e:f3:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:59:25Z', 'updated_at': '2021-06-17T17:59:41Z', 'revision_number': 1, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:43.366678 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb605e-2f4e-4f48-946a-96244f7caa83 None None] The sync data for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi is: [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '3a579e23-0407-41d7-937c-70e4ed15988d', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'port_id': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'mac_address': 'fa:16:3e:f3:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T17:59:25Z', 'updated_at': '2021-06-17T17:59:41Z', 'revision_number': 1, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 17:59:43.570236 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a76fdd-3a2f-4d0a-b989-cc91a58274e0 None None] New status for floating IP 3a579e23-0407-41d7-937c-70e4ed15988d: ACTIVE {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 17:59:47.381648 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41658) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:47.442487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Deleting subnet b8e66802-7d4a-412f-a7dc-cd5faaf03e6b {{(pid=75204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:59:47.445480 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:47.492715 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3103214'] for subnet, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:47.546797 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:47.872911 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3093914'] for subnet, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:47.876935 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:47.911128 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e66802-7d4a-412f-a7dc-cd5faaf03e6b,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:47.923285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:47.927791 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.928197 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.928565 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.928965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.929319 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.929671 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.930066 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.930415 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.930762 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.931149 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.931494 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:47.935014 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:47.936804 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2674bb72-deb3-42c5-a4f6-e877cbf84f99 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b8e66802-7d4a-412f-a7dc-cd5faaf03e6b HTTP/1.1" status: 204 len: 168 time: 0.5541379 Jun 17 17:59:47.939234 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41664) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:48.043269 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.293566 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.306844 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bdebcd-c2d2-4b78-b66c-c5175c44b69e']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:48.318994 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2674b-b96a-4639-9b22-0e4998293f86') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:48.319294 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2674b-b96a-4639-9b22-0e4998293f86') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:48.330958 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.346721 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.352616 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:59:48.353033 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:59:48.365823 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:59:48.528946 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.532834 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:48.548218 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.554089 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bdebcd-c2d2-4b78-b66c-c5175c44b69e,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:48.558179 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] 10.222.0.30 "DELETE /v2.0/networks/b4bdebcd-c2d2-4b78-b66c-c5175c44b69e HTTP/1.1" status: 204 len: 168 time: 0.6179581 Jun 17 17:59:48.559072 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:48.560746 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41670) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:48.618663 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_v2 [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Deleting subnet 068061c1-b8b8-4950-9117-947de9b06848 {{(pid=75204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 17:59:48.621596 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.673090 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3103214'] for subnet, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:48.728004 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.049548 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3093914'] for subnet, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.054074 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-19e90a46-f558-43a6-bc25-7d77dc8d5407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:49.087975 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068061c1-b8b8-4950-9117-947de9b06848,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:49.091833 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:49.094554 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.100418 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/068061c1-b8b8-4950-9117-947de9b06848 HTTP/1.1" status: 204 len: 168 time: 0.5387440 Jun 17 17:59:49.103288 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41676) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:49.210204 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.237584 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-efd26503-db39-462e-89f2-d3e3566e6d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.333115 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.345947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45559515-d5ef-4a3c-a400-72abfe1d4632']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:49.358841 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7156201c-cf5e-41d8-8fe8-251a511cddc0') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:49.359143 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7156201c-cf5e-41d8-8fe8-251a511cddc0') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:49.371469 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.387721 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.394057 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 17:59:49.394457 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 17:59:49.408562 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 17:59:49.535028 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.563765 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.568452 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.571068 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-02f4c7f0-6691-44bf-92ca-e41cbb455bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:49.592601 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Pushing event deleted for resources: {'Network': ['ID=45559515-d5ef-4a3c-a400-72abfe1d4632,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:49.596829 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:49.596829 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-4294ca61-ab31-476c-8598-f57892b7fd15 admin admin] 10.222.0.30 "DELETE /v2.0/networks/45559515-d5ef-4a3c-a400-72abfe1d4632 HTTP/1.1" status: 204 len: 168 time: 0.4921963 Jun 17 17:59:49.987003 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41686) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:50.042775 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-eea1cfc9-0ed0-4e25-a91a-7fa03b0eb835 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6005181d9677441ab86332ea18de2b14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519946 Jun 17 17:59:50.042990 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41690) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:50.107444 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:50.133092 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:50.244260 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:50.248205 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2ea7a313-7fed-4ac7-9e0f-6fd807bda5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:50.259969 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6cd71a-56d8-4931-89e0-d1350dea011d,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:50.263078 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:50.269094 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:50.272421 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e6cd71a-56d8-4931-89e0-d1350dea011d HTTP/1.1" status: 204 len: 168 time: 0.2263894 Jun 17 17:59:50.964579 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41700) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:51.014077 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5afc11f6-2d89-4759-addf-d508137b99d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b50ed36236cc4dcfa729fab149b61fa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482275 Jun 17 17:59:51.016312 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41704) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:51.075326 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:51.101696 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:51.232129 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-901a368c-bf6d-4eb4-b216-d22daff7048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:51.241818 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:51.246779 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6800f80c-cab7-4cc4-973b-ef06f51955a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:51.259611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fdb66b-1d14-4983-9580-b2bd00f1f2f8,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:51.261924 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:51.264122 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:51.265153 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3fdb66b-1d14-4983-9580-b2bd00f1f2f8 HTTP/1.1" status: 204 len: 168 time: 0.2479527 Jun 17 17:59:52.470289 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.121487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41742) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:53.260336 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.290456 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 17:59:53.294267 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1746419bbdc7424d810e36f6325a46f4 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 17:59:53.297058 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 17:59:53.302928 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 17:59:53.366847 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.432474 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.439254 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5906d69f-ec1d-44bd-8178-188be465e077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:53.479110 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926bf547-57de-48a6-874a-9538196d54cc,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:53.482085 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:53.485619 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-cadec580-0fca-4b43-af11-35a7e16ed2c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1746419bbdc7424d810e36f6325a46f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3630972 Jun 17 17:59:53.488134 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41748) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:53.548712 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-09107662-fed7-402e-83be-2b40eefe05ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.575341 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-09107662-fed7-402e-83be-2b40eefe05ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.786784 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-09107662-fed7-402e-83be-2b40eefe05ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.792695 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c8133f8e-73ad-4622-acfe-c633adc8241d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:53.804944 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09107662-fed7-402e-83be-2b40eefe05ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bf547-57de-48a6-874a-9538196d54cc,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:53.808206 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-09107662-fed7-402e-83be-2b40eefe05ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:53.813859 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-09107662-fed7-402e-83be-2b40eefe05ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:53.815344 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-09107662-fed7-402e-83be-2b40eefe05ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/926bf547-57de-48a6-874a-9538196d54cc HTTP/1.1" status: 204 len: 168 time: 0.3260021 Jun 17 17:59:53.878503 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:54.483523 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:56.562638 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d799143b-c009-41d4-a114-7d049997ce8f req-f2a93c7f-b879-4629-8529-72ef15f18d01 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785801679&fields=id&tenant_id=ac41557caa4c45fd9a68cb55861f8e3f HTTP/1.1" status: 200 len: 267 time: 0.0425484 Jun 17 17:59:56.644701 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799143b-c009-41d4-a114-7d049997ce8f req-be2be720-1a04-4b06-bbbd-fdcc6345e698 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:56.646118 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d799143b-c009-41d4-a114-7d049997ce8f req-be2be720-1a04-4b06-bbbd-fdcc6345e698 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 984 time: 0.0781064 Jun 17 17:59:56.657656 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Request body: {'port': {'security_groups': ['de29a0b9-43ef-491c-af64-b75fab5282fa']}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 17:59:56.776366 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.019427 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1db0ffbb-18dc-44c0-8246-4ed580495634,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:59:57.043710 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.113105 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060394'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.120532 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c1610220-388c-435a-83a1-61819c211fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:57.149096 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['1db0ffbb-18dc-44c0-8246-4ed580495634'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:59:57.242459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:57.243828 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.247675 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d799143b-c009-41d4-a114-7d049997ce8f req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "PUT /v2.0/ports/1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 942 time: 0.5946629 Jun 17 17:59:57.250026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 17:59:57.254376 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41790) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:57.266911 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event updated for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=7']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:57.270378 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-409c7a43-35e4-4dfa-8cde-5824cda8b0b3 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:57.316498 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f387-7a5f-44aa-8ae0-b4aa99861ba4 req-4657c9d8-88db-4fc3-91f5-36e2cede085b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:57.318711 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ac89f387-7a5f-44aa-8ae0-b4aa99861ba4 req-4657c9d8-88db-4fc3-91f5-36e2cede085b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.1445181 Jun 17 17:59:57.360487 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.392622 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ac89f387-7a5f-44aa-8ae0-b4aa99861ba4 req-ecd5902d-082f-4d3c-b5e3-29dd6c18cf1e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657876 Jun 17 17:59:57.407047 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.490245 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['1db0ffbb-18dc-44c0-8246-4ed580495634'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 17:59:57.567901 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-58384028-329f-45fb-ae2c-151b2071ca4b None None] Provisioning complete for port 1db0ffbb-18dc-44c0-8246-4ed580495634 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:59:57.568285 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-58384028-329f-45fb-ae2c-151b2071ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.584411 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.593678 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-fa792ba7-537b-4673-bc4d-7817a84ac5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:57.620663 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fabdb0-3103-425c-84b8-a6320b87337d,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:57.630974 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.633628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.633628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.633628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.633628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.633628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.633628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.634411 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'status': 'completed', 'code': 200} Jun 17 17:59:57.634848 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.634848 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.634848 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.635059 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:57.637936 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:57.693042 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:57.694246 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "DELETE /v2.0/security-groups/44fabdb0-3103-425c-84b8-a6320b87337d HTTP/1.1" status: 204 len: 168 time: 0.4381366 Jun 17 17:59:57.697120 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41802) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:57.970239 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Deleting port a5450ea9-b250-4ed8-8b54-c10c229ca76c {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 17:59:57.970584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:58.164915 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-9ef51cde-56a2-4ac6-bcff-c11f48141025 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1098 time: 0.4803517 Jun 17 17:59:58.318846 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:58.319523 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:58.453158 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Calling delete_port for a5450ea9-b250-4ed8-8b54-c10c229ca76c owned by network:floatingip {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 17:59:58.489539 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-428fc966-0672-48cf-ad3b-4b6e19bd0285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:58.491016 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-428fc966-0672-48cf-ad3b-4b6e19bd0285 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 914 time: 0.3143115 Jun 17 17:59:58.624531 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-1573e9b5-0211-493a-97e0-f1a2ae94c6e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 1001 time: 0.1256440 Jun 17 17:59:58.624971 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0a139-f1e8-4877-8013-19b2426df5c6 req-1e97266e-597a-4a61-aa7a-5f5d516e09d7 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:58.627529 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-68d0a139-f1e8-4877-8013-19b2426df5c6 req-1e97266e-597a-4a61-aa7a-5f5d516e09d7 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0857069 Jun 17 17:59:58.681632 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-68d0a139-f1e8-4877-8013-19b2426df5c6 req-bc6970a0-0323-4c5e-a7d8-f2af2f4efacc tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482676 Jun 17 17:59:58.741578 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-ed81adb0-000e-4fa4-87f1-2676f0db82e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:58.750341 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-ed81adb0-000e-4fa4-87f1-2676f0db82e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.1126225 Jun 17 17:59:58.843503 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:58.848107 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-259fc7fb-23f2-49bf-bc4b-cf003ef008d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:58.892972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event deleted for resources: {'Port': ['ID=a5450ea9-b250-4ed8-8b54-c10c229ca76c,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:58.895513 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:58.966727 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-1278d259-6da2-4d7a-b5c8-e88d54c6085d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1808393 Jun 17 17:59:59.067994 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks [] for floatingip, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:59.178304 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-bb96d143-4261-439c-8d43-606ca0dbdaef service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990898 Jun 17 17:59:59.372925 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eac3fff3-3397-453b-9a80-3d94a9ceccde req-df733031-c351-4c8a-a7a6-8b2f0e5a9246 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837144 Jun 17 17:59:59.691690 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Router e8ba9567-302a-4538-9bf5-fc7662bd108e has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 17:59:59.902149 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:59:59.906303 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57548a7b-b7eb-4012-9529-390320b7fc21 req-7779fb04-594f-4bcf-a048-2b659d9b1ea8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:59:59.908564 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-57548a7b-b7eb-4012-9529-390320b7fc21 req-7779fb04-594f-4bcf-a048-2b659d9b1ea8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0817807 Jun 17 17:59:59.912104 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] Sync routers for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 17:59:59.915962 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:59.924833 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:59:59.925547 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:59:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:59:59.969784 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-57548a7b-b7eb-4012-9529-390320b7fc21 req-13dfef69-9007-4c3a-aa72-365c78a189c8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523047 Jun 17 17:59:59.973025 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "DELETE /v2.0/floatingips/971ae929-eb1e-46c3-b169-99cc0553a94e HTTP/1.1" status: 204 len: 168 time: 2.2736249 Jun 17 17:59:59.973939 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:00:00.053636 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'status': 'completed', 'code': 200} Jun 17 18:00:00.134478 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:00:00.190320 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-279359e8-3879-41ec-a34e-01058a9ce06e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 1098 time: 0.0850458 Jun 17 18:00:00.327381 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-e65e9acd-ca6a-4554-ae9e-a02a06d51184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:00.328851 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-e65e9acd-ca6a-4554-ae9e-a02a06d51184 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 200 len: 914 time: 0.1308019 Jun 17 18:00:00.401404 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-2ecf0b17-5d64-4b5e-a338-eb5069564b23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 200 len: 217 time: 0.0657883 Jun 17 18:00:00.451722 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:40Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:00.456002 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] Checking router: e8ba9567-302a-4538-9bf5-fc7662bd108e for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:00:00.469661 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:00:00.470769 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:59:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:00.480255 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-0acabf8f-da4a-4ad6-96e3-8d5e23e006a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:00.483227 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-0acabf8f-da4a-4ad6-96e3-8d5e23e006a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 200 len: 852 time: 0.0625129 Jun 17 18:00:00.584681 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-6f9a3ed5-1658-4964-a37e-31037ced3e0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49c22b81-1c6d-4638-aa42-9cdee81ce77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813820 Jun 17 18:00:00.661292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:00:00.719951 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-f9157473-e152-4618-98e5-8d59ad8744b6 service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277800 Jun 17 18:00:00.863072 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-fffec4a5-04d0-4834-aeb1-8aee44db1693 req-2eeae6f4-995f-4fe0-941c-9a35c1690eee service neutron] 10.222.0.36 "GET /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304140 Jun 17 18:00:01.024069 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:40Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:01.029443 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc113b-c6de-4a86-a661-e75197ad9f53 None None] The sync data for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi is: [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T17:57:12Z', 'revision_number': 4, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'c50f6b67-b18c-4b86-bc39-721bb38bcf9b', 'name': '', 'network_id': '49c22b81-1c6d-4638-aa42-9cdee81ce77f', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'mac_address': 'fa:16:3e:40:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:10Z', 'updated_at': '2021-06-17T17:57:40Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'subnets': [{'id': 'df271078-58ba-4ff2-8e6b-ab3349722316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:00:01.196997 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45aefa-5afb-4bb8-9d82-4f9a21003ccc req-c77fad39-4c14-4129-a52f-d3759a13813f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:01.198645 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bb45aefa-5afb-4bb8-9d82-4f9a21003ccc req-c77fad39-4c14-4129-a52f-d3759a13813f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0855145 Jun 17 18:00:01.246758 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bb45aefa-5afb-4bb8-9d82-4f9a21003ccc req-67359476-2a89-4de3-a09f-78ccd71e8725 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420110 Jun 17 18:00:01.292945 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e06462-968a-4238-84d6-f69904598e1e None None] New status for floating IP 971ae929-eb1e-46c3-b169-99cc0553a94e: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:00:02.467189 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dfe7e-8a1f-4fb6-8b75-0bcd960ef944 req-010f41de-689a-4301-82da-7d2c73b9016b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:02.468732 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-555dfe7e-8a1f-4fb6-8b75-0bcd960ef944 req-010f41de-689a-4301-82da-7d2c73b9016b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0801153 Jun 17 18:00:02.515394 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-555dfe7e-8a1f-4fb6-8b75-0bcd960ef944 req-1686f922-dbe0-4864-a995-ad8ffa4d2735 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Jun 17 18:00:03.732447 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb1901-f9b6-4a9e-a0fb-45f456c0ef17 req-f4bede8f-0176-4c58-ba5a-2398ec45bb8d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:03.733849 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-76fb1901-f9b6-4a9e-a0fb-45f456c0ef17 req-f4bede8f-0176-4c58-ba5a-2398ec45bb8d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0803337 Jun 17 18:00:03.782898 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-76fb1901-f9b6-4a9e-a0fb-45f456c0ef17 req-285e4077-2e5f-4344-9c07-5d389eb1aaf9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Jun 17 18:00:04.826347 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085c290-01db-4953-85a2-8f3c1f120b86 req-84f42d94-70e2-4202-9d7b-c64b22bbb436 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:04.827786 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b085c290-01db-4953-85a2-8f3c1f120b86 req-84f42d94-70e2-4202-9d7b-c64b22bbb436 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.0827293 Jun 17 18:00:04.877316 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b085c290-01db-4953-85a2-8f3c1f120b86 req-93c53be0-7ba1-4571-a892-ef15f4b6e3b2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Jun 17 18:00:05.013084 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f6451-c9cb-4073-9f63-d04d8b288f3b req-1ff139c0-3b75-4ebc-849e-1b99c5f91e81 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:05.014604 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7d4f6451-c9cb-4073-9f63-d04d8b288f3b req-1ff139c0-3b75-4ebc-849e-1b99c5f91e81 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0873935 Jun 17 18:00:05.060205 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7d4f6451-c9cb-4073-9f63-d04d8b288f3b req-632fe2c4-3712-4c88-8fb9-80558222dd9f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401287 Jun 17 18:00:06.075915 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf720d52-3847-4a24-b2a8-fb69cb8d285a req-cd2352f6-fca4-4e67-ac2d-f9ffac3099e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:06.077370 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cf720d52-3847-4a24-b2a8-fb69cb8d285a req-cd2352f6-fca4-4e67-ac2d-f9ffac3099e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.0759628 Jun 17 18:00:06.127104 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cf720d52-3847-4a24-b2a8-fb69cb8d285a req-21e5789d-a1b6-44cd-81fe-a56dee766ce7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440576 Jun 17 18:00:06.274552 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f5b05-70e7-4d25-b301-7a5c99854a6c req-97746da9-2425-4246-899c-f686257a4921 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:06.276295 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-418f5b05-70e7-4d25-b301-7a5c99854a6c req-97746da9-2425-4246-899c-f686257a4921 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0763075 Jun 17 18:00:06.321380 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-418f5b05-70e7-4d25-b301-7a5c99854a6c req-def8b8db-6483-4d35-98b7-174811952ec1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395668 Jun 17 18:00:06.873899 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-47999376-eef6-4f57-9185-59ce595bb57a tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:06.874617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-47999376-eef6-4f57-9185-59ce595bb57a tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Synchronizing usage tracker for tenant:ac41557caa4c45fd9a68cb55861f8e3f on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:00:06.957407 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-47999376-eef6-4f57-9185-59ce595bb57a tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Unset dirty status for tenant:ac41557caa4c45fd9a68cb55861f8e3f on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:00:06.958623 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-47999376-eef6-4f57-9185-59ce595bb57a tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.1600120 Jun 17 18:00:07.045214 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Deleting port 1db0ffbb-18dc-44c0-8246-4ed580495634 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:07.045551 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:07.298879 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] For port 1db0ffbb-18dc-44c0-8246-4ed580495634, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1db0ffbb-18dc-44c0-8246-4ed580495634,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:07.299237 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:07.468174 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eef5e-9221-42e5-9a4a-6a2163238f46 req-a869cb40-c98c-4245-a0d6-82328534bc8d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:07.469682 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-786eef5e-9221-42e5-9a4a-6a2163238f46 req-a869cb40-c98c-4245-a0d6-82328534bc8d tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 945 time: 0.0832379 Jun 17 18:00:07.499966 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Calling delete_port for 1db0ffbb-18dc-44c0-8246-4ed580495634 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:07.562386 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-786eef5e-9221-42e5-9a4a-6a2163238f46 req-8f1decf0-2dcb-4b56-9e4c-f81235376f0b tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/security-groups?id=de29a0b9-43ef-491c-af64-b75fab5282fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618196 Jun 17 18:00:07.590322 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ceb7-e221-4b5f-bbf6-489461187443 req-4d041831-2c7e-4163-8fcc-8e31fda93483 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:07.590322 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e821ceb7-e221-4b5f-bbf6-489461187443 req-4d041831-2c7e-4163-8fcc-8e31fda93483 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.1131182 Jun 17 18:00:07.633216 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e821ceb7-e221-4b5f-bbf6-489461187443 req-bd4a1acb-47a1-4843-96e6-e48422740e7d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436795 Jun 17 18:00:07.694687 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:07.701205 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e0b54e4f-2287-473a-a3db-4a1196793266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:07.731265 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['1db0ffbb-18dc-44c0-8246-4ed580495634'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:00:07.746230 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Pushing event deleted for resources: {'Port': ['ID=1db0ffbb-18dc-44c0-8246-4ed580495634,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:07.750324 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:07.822079 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] No DVR routers for this DVR port 1db0ffbb-18dc-44c0-8246-4ed580495634 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:00:07.824709 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:07.827334 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'name': 'network-vif-deleted', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:00:07.887177 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbe90af-1ea3-494c-a2f6-53960c4b5588', 'name': 'network-vif-deleted', 'tag': '1db0ffbb-18dc-44c0-8246-4ed580495634', 'status': 'completed', 'code': 200} Jun 17 18:00:07.952350 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5cf133dc-8dcd-42ba-89f8-55783d9f6b21 req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.36 "DELETE /v2.0/ports/1db0ffbb-18dc-44c0-8246-4ed580495634 HTTP/1.1" status: 204 len: 173 time: 0.9865961 Jun 17 18:00:08.862536 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2b45288f-a334-4a1a-a7fa-15cedbcb7b00 req-7850b9f0-a343-4c20-b4d1-0857669c31f2 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cbe90af-1ea3-494c-a2f6-53960c4b5588 HTTP/1.1" status: 200 len: 210 time: 0.1645429 Jun 17 18:00:08.904988 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea608c7-bdc2-4f04-b8c0-4e92b581afff req-b65bb590-9ba0-43f2-a844-46f30f5009cd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:08.907845 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aea608c7-bdc2-4f04-b8c0-4e92b581afff req-b65bb590-9ba0-43f2-a844-46f30f5009cd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0878570 Jun 17 18:00:08.957651 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-aea608c7-bdc2-4f04-b8c0-4e92b581afff req-a9e450b4-5220-4792-8598-d94f7072fdc0 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455782 Jun 17 18:00:09.841992 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:00:09.975601 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:09.990609 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'port_id': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'mac_address': 'fa:16:3e:5b:b4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:00:10.046388 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:10.064362 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54cf7d73-a3f5-46b3-b796-3e966b182bed {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:00:10.086345 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:10.166483 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:10.168675 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:10.187806 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d307489-c646-479c-8cfd-ae8029d56576 req-91360083-0f24-442b-96a1-4f19b8a33756 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:10.190369 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6d307489-c646-479c-8cfd-ae8029d56576 req-91360083-0f24-442b-96a1-4f19b8a33756 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0903287 Jun 17 18:00:10.238933 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=6']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:10.249149 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.249488 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.249992 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.250333 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.250662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.251029 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.251359 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.251676 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.252321 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.252492 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.252886 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:00:10.259818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:10.262965 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6d307489-c646-479c-8cfd-ae8029d56576 req-85b28e84-5d8f-4395-ad0f-b062f8c40688 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675271 Jun 17 18:00:10.355104 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['54cf7d73-a3f5-46b3-b796-3e966b182bed'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:00:11.493608 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815f7b-a412-48bc-bb92-441aa56027fb req-11e972c9-da95-492b-afcd-8295768d3157 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:11.495127 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-21815f7b-a412-48bc-bb92-441aa56027fb req-11e972c9-da95-492b-afcd-8295768d3157 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 944 time: 0.0878954 Jun 17 18:00:11.561414 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41946) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:11.574516 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-21815f7b-a412-48bc-bb92-441aa56027fb req-cab212af-c733-4c5f-9984-4a811fb1b1da tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699089 Jun 17 18:00:11.837949 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:00:11.924700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 54cf7d73-a3f5-46b3-b796-3e966b182bed triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:00:11.925369 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:12.016752 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:12.063124 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:12.101702 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:00:12.116190 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:12.201703 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:12.202618 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1db0ffbb-18dc-44c0-8246-4ed580495634 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:12.226606 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:12.270520 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 1db0ffbb-18dc-44c0-8246-4ed580495634 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:00:12.271109 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1db0ffbb-18dc-44c0-8246-4ed580495634 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:00:12.303276 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'code': 200} Jun 17 18:00:12.321764 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=7']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:12.325921 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:12.804519 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Deleting port c50f6b67-b18c-4b86-bc39-721bb38bcf9b {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:12.805145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:12.816701 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0822327-1a4d-462a-908d-f59f7ee80265 req-5219fd98-b0e4-4487-8f3c-dfe72d87e24f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:12.825866 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0822327-1a4d-462a-908d-f59f7ee80265 req-5219fd98-b0e4-4487-8f3c-dfe72d87e24f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0923727 Jun 17 18:00:12.882651 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0822327-1a4d-462a-908d-f59f7ee80265 req-7ff7b1cf-da72-4155-9250-f36f06ebb625 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552664 Jun 17 18:00:13.034356 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] For port c50f6b67-b18c-4b86-bc39-721bb38bcf9b, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:13.034718 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:13.202648 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:00:13.241694 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Calling delete_port for c50f6b67-b18c-4b86-bc39-721bb38bcf9b owned by network:router_interface {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:13.654862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:13.666695 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-44a32ade-4536-4987-9676-3cb3fc3b9195 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:13.742463 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50f6b67-b18c-4b86-bc39-721bb38bcf9b,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:13.744882 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:14.079912 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:14.147480 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd033c7-9e5e-4e5c-a5b5-bfa60332a4d5 req-710a7828-ed7f-4682-9e9e-369a2b8f195d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:14.150501 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cdd033c7-9e5e-4e5c-a5b5-bfa60332a4d5 req-710a7828-ed7f-4682-9e9e-369a2b8f195d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.1086912 Jun 17 18:00:14.202449 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cdd033c7-9e5e-4e5c-a5b5-bfa60332a4d5 req-7ed64d63-60cf-4654-9060-2f2c4da02ce5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461295 Jun 17 18:00:14.720118 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Router e8ba9567-302a-4538-9bf5-fc7662bd108e has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:00:15.036769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:00:15.050162 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] Sync routers for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:00:15.054559 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] 10.222.0.30 "PUT /v2.0/routers/e8ba9567-302a-4538-9bf5-fc7662bd108e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4889009 Jun 17 18:00:15.055376 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41966) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:15.087733 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:00:15.088887 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:59:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:15.343779 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks [] for router, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:15.395466 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:00:15.517429 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9a15e-22f3-484b-9801-66802cfb8515 req-99c44d6b-5518-4430-8995-b7e6ed449151 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:15.519111 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-79a9a15e-22f3-484b-9801-66802cfb8515 req-99c44d6b-5518-4430-8995-b7e6ed449151 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.1179597 Jun 17 18:00:15.589577 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-79a9a15e-22f3-484b-9801-66802cfb8515 req-56c4eb2f-99a7-452c-b558-739e83573902 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604482 Jun 17 18:00:15.715959 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:15.726703 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T18:00:13Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:15.731131 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] Checking router: e8ba9567-302a-4538-9bf5-fc7662bd108e for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:00:15.743548 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] Routers {'e8ba9567-302a-4538-9bf5-fc7662bd108e'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:00:15.744180 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T17:59:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['e8ba9567-302a-4538-9bf5-fc7662bd108e'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:15.808821 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Deleting port bbd5262b-8cc1-46cd-aed5-0e6ac2301784 {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:15.809248 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:15.984379 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] Set router e8ba9567-302a-4538-9bf5-fc7662bd108e gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:00:16.039645 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] For port bbd5262b-8cc1-46cd-aed5-0e6ac2301784, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:16.039645 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:16.174822 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Calling delete_port for bbd5262b-8cc1-46cd-aed5-0e6ac2301784 owned by network:router_gateway {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:16.355732 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T18:00:13Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:16.362616 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9231e14-1bd7-407d-9d9a-e6955da1b940 None None] The sync data for ids ['e8ba9567-302a-4538-9bf5-fc7662bd108e'] in dv-cinder-796864-1-iscsi is: [{'id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'name': 'tempest-TestMinimumBasicScenario-96378603-router', 'tenant_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:02Z', 'updated_at': '2021-06-17T18:00:13Z', 'revision_number': 5, 'project_id': 'ac41557caa4c45fd9a68cb55861f8e3f', 'gw_port': {'id': 'bbd5262b-8cc1-46cd-aed5-0e6ac2301784', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ba9567-302a-4538-9bf5-fc7662bd108e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:04Z', 'updated_at': '2021-06-17T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:00:16.498447 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:16.503907 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:16.680637 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd5262b-8cc1-46cd-aed5-0e6ac2301784,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:16.729775 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:16.944292 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.238750 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.248038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2652258-3df0-4c46-aed7-4dbe6aaa29e2 req-6960fd2f-7b10-4ba7-a7ba-b2d6c7ba85be tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:17.250928 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b2652258-3df0-4c46-aed7-4dbe6aaa29e2 req-6960fd2f-7b10-4ba7-a7ba-b2d6c7ba85be tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.4263277 Jun 17 18:00:17.254559 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.261520 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c50f6b67-b18c-4b86-bc39-721bb38bcf9b no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:17.303115 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: c50f6b67-b18c-4b86-bc39-721bb38bcf9b {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:00:17.304035 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c50f6b67-b18c-4b86-bc39-721bb38bcf9b not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:00:17.330503 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b2652258-3df0-4c46-aed7-4dbe6aaa29e2 req-36410cfa-c37b-41d8-9d6c-b2017f83c8e1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722048 Jun 17 18:00:17.391376 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.392025 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ba9567-302a-4538-9bf5-fc7662bd108e {{(pid=75204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:00:17.410725 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.411772 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-4a470b52-3c64-439b-b91e-d8663a1d3884 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e8ba9567-302a-4538-9bf5-fc7662bd108e HTTP/1.1" status: 204 len: 168 time: 2.3552256 Jun 17 18:00:17.414527 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 41978) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:17.493782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Deleting subnet df271078-58ba-4ff2-8e6b-ab3349722316 {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:00:17.498315 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.555749 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.689492 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.037571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.041610 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:18.081033 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df271078-58ba-4ff2-8e6b-ab3349722316,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:18.083492 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:18.091077 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.092287 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c5087-9c56-4e73-aa13-8c8ba23bcde0 None None] Network 49c22b81-1c6d-4638-aa42-9cdee81ce77f requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:00:18.098825 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] 10.222.0.30 "DELETE /v2.0/subnets/df271078-58ba-4ff2-8e6b-ab3349722316 HTTP/1.1" status: 204 len: 168 time: 0.6818483 Jun 17 18:00:18.100639 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41986) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:18.231259 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.245331 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Deleting port c773954a-b3b3-4004-bffa-bf15c2cd10e2 {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:18.245826 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.396918 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] DHCP port deletion for 49c22b81-1c6d-4638-aa42-9cdee81ce77f request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:00:18.406766 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Deleting port c773954a-b3b3-4004-bffa-bf15c2cd10e2 {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:18.407151 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.511286 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] For port c773954a-b3b3-4004-bffa-bf15c2cd10e2, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c773954a-b3b3-4004-bffa-bf15c2cd10e2,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:18.512318 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.674703 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] For port c773954a-b3b3-4004-bffa-bf15c2cd10e2, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c773954a-b3b3-4004-bffa-bf15c2cd10e2,segment=NetworkSegment(557cd434-776a-4ad9-aecb-2f00d167a441),segment_id=557cd434-776a-4ad9-aecb-2f00d167a441)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:18.676153 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:18.747427 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Calling delete_port for c773954a-b3b3-4004-bffa-bf15c2cd10e2 owned by network:dhcp {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:18.860372 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Calling delete_port for c773954a-b3b3-4004-bffa-bf15c2cd10e2 owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:18.869734 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473d48-f1e5-4232-9ae8-23a71a7ee023 req-f4bd40a5-7c36-4599-9e58-41c89f7c834d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:18.873827 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9473d48-f1e5-4232-9ae8-23a71a7ee023 req-f4bd40a5-7c36-4599-9e58-41c89f7c834d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.3844359 Jun 17 18:00:18.907475 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.033466 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:00:19.033870 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:00:19.040943 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:19.085430 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Pushing event deleted for resources: {'Port': ['ID=c773954a-b3b3-4004-bffa-bf15c2cd10e2,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:19.093835 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:19.109978 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] No DVR routers for this DVR port c773954a-b3b3-4004-bffa-bf15c2cd10e2 on host dv-cinder-796864-1-iscsi {{(pid=75204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:00:19.230343 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7369c683-3040-4d2f-859f-72fb27a38d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.233350 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9473d48-f1e5-4232-9ae8-23a71a7ee023 req-baf057d2-5c92-416a-b8cc-9f44152d66aa tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511157 Jun 17 18:00:19.238735 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device bbd5262b-8cc1-46cd-aed5-0e6ac2301784 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:19.268771 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.287316 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c22b81-1c6d-4638-aa42-9cdee81ce77f']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:19.289893 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: bbd5262b-8cc1-46cd-aed5-0e6ac2301784 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:00:19.290303 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device bbd5262b-8cc1-46cd-aed5-0e6ac2301784 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:00:19.290730 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c773954a-b3b3-4004-bffa-bf15c2cd10e2 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:19.302526 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557cd434-776a-4ad9-aecb-2f00d167a441') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:19.302866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557cd434-776a-4ad9-aecb-2f00d167a441') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:19.315594 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.328327 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: c773954a-b3b3-4004-bffa-bf15c2cd10e2 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:00:19.328681 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c773954a-b3b3-4004-bffa-bf15c2cd10e2 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:00:19.337414 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.344350 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:00:19.344350 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:00:19.362109 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:00:19.523102 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.527859 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ea18398d-4906-47c6-af73-7f9a5ef2f29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:19.537553 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Deleting port c773954a-b3b3-4004-bffa-bf15c2cd10e2 {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:19.537553 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.545169 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.570730 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.572806 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c22b81-1c6d-4638-aa42-9cdee81ce77f,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:19.582773 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:19.613108 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-dbd04de5-6147-4d69-a293-3959257d3ca4 None None] The port 'c773954a-b3b3-4004-bffa-bf15c2cd10e2' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:00:19.641319 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] 10.222.0.30 "DELETE /v2.0/networks/49c22b81-1c6d-4638-aa42-9cdee81ce77f HTTP/1.1" status: 204 len: 168 time: 1.5388849 Jun 17 18:00:19.644007 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 41996) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:20.078103 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:20.637989 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9521e-4e23-4899-a265-9524b926ba81 req-92cc9578-cace-4c43-bdff-1c736d057be9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:20.639560 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1a9521e-4e23-4899-a265-9524b926ba81 req-92cc9578-cace-4c43-bdff-1c736d057be9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.1575284 Jun 17 18:00:20.747199 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1a9521e-4e23-4899-a265-9524b926ba81 req-92be0564-b8c5-4277-a47d-71d11613e874 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998037 Jun 17 18:00:20.915965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Deleting port b789712c-06a4-4d35-a547-2f120ca9201b {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:20.916340 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:21.220372 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-dfd22c36-e276-4122-bff0-5ac43034ef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:21.224418 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] For port b789712c-06a4-4d35-a547-2f120ca9201b, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=b789712c-06a4-4d35-a547-2f120ca9201b,segment=NetworkSegment(17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4),segment_id=17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:21.224877 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:21.356320 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Calling delete_port for b789712c-06a4-4d35-a547-2f120ca9201b owned by network:router_interface {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:21.951271 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:21.956365 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:22.003660 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Pushing event deleted for resources: {'Port': ['ID=b789712c-06a4-4d35-a547-2f120ca9201b,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:22.006124 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:22.107507 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf58d-29e8-4d03-9ba1-53f677beef00 req-4a4a3b5f-a5d3-4a95-bfe4-5e1ca44c4e38 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:22.109019 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-126bf58d-29e8-4d03-9ba1-53f677beef00 req-4a4a3b5f-a5d3-4a95-bfe4-5e1ca44c4e38 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.2127113 Jun 17 18:00:22.246429 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-126bf58d-29e8-4d03-9ba1-53f677beef00 req-16ef1999-0b3f-41a8-81cc-997fc97ca0a2 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801969 Jun 17 18:00:22.388703 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:22.485756 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:23.109067 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Router ba926bbd-eec5-479f-a9dd-58107318664f has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:00:23.317044 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:00:23.325941 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] Sync routers for ids ['ba926bbd-eec5-479f-a9dd-58107318664f'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:00:23.329445 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ddedf91e-9c97-44e9-88b4-720644364401 admin admin] 10.222.0.30 "PUT /v2.0/routers/ba926bbd-eec5-479f-a9dd-58107318664f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6843781 Jun 17 18:00:23.329602 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42022) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:23.340139 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] Routers {'ba926bbd-eec5-479f-a9dd-58107318664f'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:00:23.340943 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:00:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ba926bbd-eec5-479f-a9dd-58107318664f'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:23.465310 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f490c-27bc-4c50-b07b-23adb5eb811b req-1bf4cd79-e59b-4e89-ab03-fb8285f7fe67 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:23.467104 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fb5f490c-27bc-4c50-b07b-23adb5eb811b req-1bf4cd79-e59b-4e89-ab03-fb8285f7fe67 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0827589 Jun 17 18:00:23.525377 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fb5f490c-27bc-4c50-b07b-23adb5eb811b req-ba46d4e1-3844-4ddd-b4db-eb978e3f2e05 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504763 Jun 17 18:00:23.538932 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] Set router ba926bbd-eec5-479f-a9dd-58107318664f gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:00:23.539271 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:23.755683 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:23.837211 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Deleting port a5025bf2-bcb9-4851-a6e9-5be36acb90fb {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:23.838312 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:23.844149 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T18:00:21Z', 'revision_number': 5, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port': {'id': 'a5025bf2-bcb9-4851-a6e9-5be36acb90fb', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:21Z', 'updated_at': '2021-06-17T17:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:23.848518 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] Checking router: ba926bbd-eec5-479f-a9dd-58107318664f for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:00:23.860090 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] Routers {'ba926bbd-eec5-479f-a9dd-58107318664f'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:00:23.860713 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:00:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['ba926bbd-eec5-479f-a9dd-58107318664f'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:23.909365 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:24.045433 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] Set router ba926bbd-eec5-479f-a9dd-58107318664f gateway port host: None {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:00:24.067386 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] For port a5025bf2-bcb9-4851-a6e9-5be36acb90fb, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:24.067746 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:24.150942 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T18:00:23Z', 'revision_number': 6, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port_host': None}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:24.155324 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcb430-9546-482b-9891-ecd6f45977f7 None None] The sync data for ids ['ba926bbd-eec5-479f-a9dd-58107318664f'] in dv-cinder-796864-1-iscsi is: [{'id': 'ba926bbd-eec5-479f-a9dd-58107318664f', 'name': 'tempest-TestMinimumBasicScenario-374836144-router', 'tenant_id': '056174a4dedd43a6bce69406806c53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:20Z', 'updated_at': '2021-06-17T18:00:23Z', 'revision_number': 6, 'project_id': '056174a4dedd43a6bce69406806c53e5', 'gw_port_host': None}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:00:24.273251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Calling delete_port for a5025bf2-bcb9-4851-a6e9-5be36acb90fb owned by network:router_gateway {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:24.302633 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-a93c1136-4907-4582-87ba-d5d36bc66496 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 1098 time: 0.3496754 Jun 17 18:00:24.463819 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:24.500017 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-f08721b3-42bc-4a9b-8f76-05d1ecfc16e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:24.501504 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-f08721b3-42bc-4a9b-8f76-05d1ecfc16e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.1905577 Jun 17 18:00:24.657436 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-54a5f393-05f3-40af-a429-9876c433c63a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed HTTP/1.1" status: 200 len: 1000 time: 0.1475475 Jun 17 18:00:24.739003 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-2e673ee0-ebed-403e-a769-3517b3d3b699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:24.740779 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-2e673ee0-ebed-403e-a769-3517b3d3b699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0770855 Jun 17 18:00:24.755652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f121-24fe-4353-af53-f5fb13c4fd6f req-44cf65ee-6e0b-4ea2-bdd1-4c7ab938239d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:24.757188 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7f99f121-24fe-4353-af53-f5fb13c4fd6f req-44cf65ee-6e0b-4ea2-bdd1-4c7ab938239d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0856550 Jun 17 18:00:24.786105 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:24.794922 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ed524c8d-d8da-46bc-be98-63da1ae52610 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:24.806534 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7f99f121-24fe-4353-af53-f5fb13c4fd6f req-5fa4e35c-208e-4a0d-ac07-302bf6c3d1e4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430162 Jun 17 18:00:24.835571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5025bf2-bcb9-4851-a6e9-5be36acb90fb,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:24.839369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:24.960417 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-d7c43a75-72ab-43ed-8095-b8a263d46995 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2115536 Jun 17 18:00:25.179429 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:25.214776 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device a5025bf2-bcb9-4851-a6e9-5be36acb90fb no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:25.247390 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: a5025bf2-bcb9-4851-a6e9-5be36acb90fb {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:00:25.247743 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device a5025bf2-bcb9-4851-a6e9-5be36acb90fb not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:00:25.248175 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b789712c-06a4-4d35-a547-2f120ca9201b no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:25.279059 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: b789712c-06a4-4d35-a547-2f120ca9201b {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:00:25.279413 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b789712c-06a4-4d35-a547-2f120ca9201b not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:00:25.462177 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-dfd27e90-a4e5-4675-a7d7-893db511a7d9 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396815 Jun 17 18:00:25.468265 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:25.636625 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:25.775109 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-45a0c475-69b5-4099-964f-f363aba8f9ea req-0306cf76-4052-4c4c-b897-afaa509a0491 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043001 Jun 17 18:00:25.823643 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:25.824538 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba926bbd-eec5-479f-a9dd-58107318664f {{(pid=75205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:00:25.838649 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:25.839828 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ba926bbd-eec5-479f-a9dd-58107318664f HTTP/1.1" status: 204 len: 168 time: 2.5092196 Jun 17 18:00:25.842928 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42040) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:25.914601 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Deleting subnet 7c62ea47-b920-4c32-8f8e-e9162f95d910 {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:00:25.917841 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:25.968401 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.025522 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef304e-24ae-483d-803e-ba6c1920cc72 req-4ccfb957-8dc1-4d04-9c31-796ec790e09b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:26.027115 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e4ef304e-24ae-483d-803e-ba6c1920cc72 req-4ccfb957-8dc1-4d04-9c31-796ec790e09b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0788276 Jun 17 18:00:26.051227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.087339 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e4ef304e-24ae-483d-803e-ba6c1920cc72 req-e20cab93-795f-4093-a8d0-dadf05888ef9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531325 Jun 17 18:00:26.374616 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.378596 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7bf66f62-62b5-4286-8b3e-bd8f37b0d4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:26.413033 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c62ea47-b920-4c32-8f8e-e9162f95d910,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:26.415794 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:26.418198 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.423656 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f17a08-36b8-450d-aa19-ca05895709a9 None None] Network f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:00:26.424314 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4d235eb3-1a6b-4db9-85f9-7dbf8dca4559 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7c62ea47-b920-4c32-8f8e-e9162f95d910 HTTP/1.1" status: 204 len: 168 time: 0.5801089 Jun 17 18:00:26.426585 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42046) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:26.532204 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.543109 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Deleting port c98a11c7-23d3-44d8-a161-8738c3f378be {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:26.543445 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.718363 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] DHCP port deletion for f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:00:26.718363 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Deleting port c98a11c7-23d3-44d8-a161-8738c3f378be {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:26.718363 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.748491 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] For port c98a11c7-23d3-44d8-a161-8738c3f378be, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c98a11c7-23d3-44d8-a161-8738c3f378be,segment=NetworkSegment(17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4),segment_id=17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:26.748980 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:26.875467 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Calling delete_port for c98a11c7-23d3-44d8-a161-8738c3f378be owned by network:dhcp {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:26.932551 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] For port c98a11c7-23d3-44d8-a161-8738c3f378be, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=c98a11c7-23d3-44d8-a161-8738c3f378be,segment=NetworkSegment(17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4),segment_id=17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:26.933233 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.034670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.039199 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-28f8a819-6652-4df5-a1a4-135ff3f30535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:27.052267 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Calling delete_port for c98a11c7-23d3-44d8-a161-8738c3f378be owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:00:27.081671 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98a11c7-23d3-44d8-a161-8738c3f378be,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:27.084286 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:27.089392 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] No DVR routers for this DVR port c98a11c7-23d3-44d8-a161-8738c3f378be on host dv-cinder-796864-1-iscsi {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:00:27.129813 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:00:27.130248 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:00:27.216420 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.237621 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c98a11c7-23d3-44d8-a161-8738c3f378be no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:27.239696 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:27.277416 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: c98a11c7-23d3-44d8-a161-8738c3f378be {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:00:27.277849 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device c98a11c7-23d3-44d8-a161-8738c3f378be not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:00:27.332316 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeadd4b-a146-4596-b573-ffcc2bf91076 req-42215ba0-1e88-462d-9eba-411491c0bd4e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:27.336846 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0aeadd4b-a146-4596-b573-ffcc2bf91076 req-42215ba0-1e88-462d-9eba-411491c0bd4e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 945 time: 0.0992613 Jun 17 18:00:27.341917 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:27.342227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d1b4d3-738a-4a9a-b620-55d4bcf9b0e4') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:00:27.356201 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.373049 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.380364 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:00:27.380857 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.389122 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0aeadd4b-a146-4596-b573-ffcc2bf91076 req-7b53d48b-5129-435e-bc48-f1ccf332b430 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489926 Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:00:27.394904 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:00:27.562689 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.566357 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-81dd669f-b172-4004-8ca0-267f0f25bb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:27.579592 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.590172 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:27.592942 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:27.594910 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f80fb5ee-2486-4d5b-b96a-8e5e241b8fa9 HTTP/1.1" status: 204 len: 168 time: 1.1672738 Jun 17 18:00:27.631828 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Deleting port c98a11c7-23d3-44d8-a161-8738c3f378be {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:00:27.632415 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:27.700994 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-42ead529-1ac1-4755-aa67-c2bb7e3882a8 None None] The port 'c98a11c7-23d3-44d8-a161-8738c3f378be' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:00:27.944174 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:28.051864 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42068) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:28.065975 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:28.095287 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:00:28.106450 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-48338b29-db5f-40a8-b5f8-e54f79255250 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac41557caa4c45fd9a68cb55861f8e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525465 Jun 17 18:00:28.108876 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42074) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:28.112649 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:28.158210 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'code': 200} Jun 17 18:00:28.171019 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a3ab2394-eb84-46a9-80d7-431423d6a172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:28.196645 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a3ab2394-eb84-46a9-80d7-431423d6a172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:28.224340 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:28.226112 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:28.296526 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=8']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:28.299662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:28.365902 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a3ab2394-eb84-46a9-80d7-431423d6a172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:28.373186 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2d2c7a4f-4dd3-494a-ab4c-a62d663ab9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:28.396716 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab2394-eb84-46a9-80d7-431423d6a172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de29a0b9-43ef-491c-af64-b75fab5282fa,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:28.403932 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a3ab2394-eb84-46a9-80d7-431423d6a172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:28.408791 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a3ab2394-eb84-46a9-80d7-431423d6a172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:28.412906 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a3ab2394-eb84-46a9-80d7-431423d6a172 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de29a0b9-43ef-491c-af64-b75fab5282fa HTTP/1.1" status: 204 len: 168 time: 0.2999513 Jun 17 18:00:28.628801 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf2353-609a-4f8a-af5e-dd721dd9f015 req-a891c478-7974-43f7-837e-b865b4db9708 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:28.630418 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7daf2353-609a-4f8a-af5e-dd721dd9f015 req-a891c478-7974-43f7-837e-b865b4db9708 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0835814 Jun 17 18:00:28.684407 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7daf2353-609a-4f8a-af5e-dd721dd9f015 req-351dde13-aae2-493a-be1f-dc7eb0e58af1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480816 Jun 17 18:00:29.284888 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42094) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:29.333015 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-17f7bc10-ab7b-42f7-ae0d-63d38f3f366f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=056174a4dedd43a6bce69406806c53e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500968 Jun 17 18:00:29.335515 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42098) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:29.396599 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:29.422410 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:29.540296 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:29.544175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a152226f-5d01-4354-b98d-47b2c8a3648c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:29.557414 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa83685-1901-467e-8f02-d0133adb2b6d,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:29.560363 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:29.562494 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:29.563585 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4aa83685-1901-467e-8f02-d0133adb2b6d HTTP/1.1" status: 204 len: 168 time: 0.2271545 Jun 17 18:00:31.376832 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-471f3dae-359e-4b07-afd6-a24a4885ff45 req-6cc51fba-595e-4dc9-8eed-3a46c852cb93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2372494 Jun 17 18:00:31.791707 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fe785-0009-4386-a131-55db729f38c4 req-a40c03b5-f0c0-4fb7-8a7a-82a019a4e1bd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:31.793192 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-004fe785-0009-4386-a131-55db729f38c4 req-a40c03b5-f0c0-4fb7-8a7a-82a019a4e1bd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0859089 Jun 17 18:00:31.839000 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-004fe785-0009-4386-a131-55db729f38c4 req-f583a959-442c-423b-9520-cc24fc9f8e4e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Jun 17 18:00:31.961264 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:00:31.991711 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42134) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:00:32.140295 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-071dd1ed-b12a-4a6b-b798-fc8402dc47f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454916 Jun 17 18:00:32.249770 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-9c960bcf-8484-4595-90b1-38b7bdb5ac4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676632 Jun 17 18:00:32.353207 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-9667b214-8a10-41f4-8492-b58c77881cfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.0704746 Jun 17 18:00:32.498422 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-c0fdd73a-cb36-4657-85e6-e230b9ef2428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:32.499883 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-c0fdd73a-cb36-4657-85e6-e230b9ef2428 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.1278429 Jun 17 18:00:32.597694 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-3ce9a924-e9d6-446c-b64f-f6cf999acd17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0917423 Jun 17 18:00:32.662097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-3e26cdee-0da5-4342-8607-e2ee313c9ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:32.663581 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-3e26cdee-0da5-4342-8607-e2ee313c9ee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0594695 Jun 17 18:00:32.738449 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-6bbbc3dd-e444-48d2-bb79-f403e587530e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688829 Jun 17 18:00:32.871623 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-e537d8dd-74d3-4512-855d-84876a6fc45d service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267002 Jun 17 18:00:33.013775 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-1bc20802-e9e1-485c-b1d1-68c0887c479f req-1846641c-a83c-4e6e-9512-b08f69c322d7 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328213 Jun 17 18:00:33.061735 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2aa4f-fa2b-4ab3-89a6-076f8266e3ce req-0dcacc20-15b0-43bc-bf5d-a754f37088fd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:33.063227 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1b2aa4f-fa2b-4ab3-89a6-076f8266e3ce req-0dcacc20-15b0-43bc-bf5d-a754f37088fd tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0800407 Jun 17 18:00:33.114773 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e1b2aa4f-fa2b-4ab3-89a6-076f8266e3ce req-b91fa4cb-615c-4fe0-b8d1-3067b2141daf tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 Jun 17 18:00:33.238081 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-92345aa3-ef23-4987-9f03-f4cef927cc4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a&tenant_id=58070aa9e7e34f2bbb9adfca50423d18 HTTP/1.1" status: 200 len: 1096 time: 0.0791588 Jun 17 18:00:33.342778 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-a962fa59-1242-452d-8bae-cf84eb12e4c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 1096 time: 0.0706987 Jun 17 18:00:33.473677 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-a5d90f09-7b0e-42d0-829b-1b62e400e8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:33.475145 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-a5d90f09-7b0e-42d0-829b-1b62e400e8c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 200 len: 918 time: 0.1239200 Jun 17 18:00:33.653755 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-a256c326-9de9-4525-82d6-66dee98ed452 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed HTTP/1.1" status: 200 len: 998 time: 0.1721065 Jun 17 18:00:33.715752 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-5456549e-84ca-4c6e-95dc-4515114d0491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:33.717184 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-5456549e-84ca-4c6e-95dc-4515114d0491 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 200 len: 856 time: 0.0566101 Jun 17 18:00:33.794503 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-2ab302f9-25cc-4a1e-9240-f6611d636305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f315050-8ac4-4a1b-9e38-ebc39e397a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703809 Jun 17 18:00:33.925141 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-0fa9d819-6884-4017-a194-f8518f8f0b23 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230538 Jun 17 18:00:34.056756 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-e24446fc-97e3-487c-8b60-14d399077f68 service neutron] 10.222.0.36 "GET /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237319 Jun 17 18:00:34.337415 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec903-f526-431a-a25e-54b8ee2b8fe5 req-e40f4f5d-fdec-45d7-8c5d-68fca6ab0186 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:34.338916 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-effec903-f526-431a-a25e-54b8ee2b8fe5 req-e40f4f5d-fdec-45d7-8c5d-68fca6ab0186 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0819426 Jun 17 18:00:34.386375 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-effec903-f526-431a-a25e-54b8ee2b8fe5 req-f07d503e-a1f7-4166-b548-b15d33c2c535 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Jun 17 18:00:35.699979 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2347005-1cd2-4f61-9a4a-d86a41b78a45 req-48c25926-8c9f-4e85-b613-ae307523b062 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:35.703448 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b2347005-1cd2-4f61-9a4a-d86a41b78a45 req-48c25926-8c9f-4e85-b613-ae307523b062 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.1217148 Jun 17 18:00:35.764052 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b2347005-1cd2-4f61-9a4a-d86a41b78a45 req-b751d2e9-9092-4331-871c-1dd5b1ae2f66 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553524 Jun 17 18:00:37.002804 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172dddb-789f-4835-948b-a0e92a543dbe req-1fc87f1c-c9cf-4906-a40f-7cfc904f889d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:37.004386 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4172dddb-789f-4835-948b-a0e92a543dbe req-1fc87f1c-c9cf-4906-a40f-7cfc904f889d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0820591 Jun 17 18:00:37.076520 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4172dddb-789f-4835-948b-a0e92a543dbe req-e6268323-6ac6-48df-b23f-c5afad4a0a97 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652952 Jun 17 18:00:38.295926 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb3e50-b37d-44e9-be88-2972b1821212 req-1e9fde9f-9d6d-491c-80fc-0b27c0032eb9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:38.298562 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6bdb3e50-b37d-44e9-be88-2972b1821212 req-1e9fde9f-9d6d-491c-80fc-0b27c0032eb9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0851331 Jun 17 18:00:38.349004 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6bdb3e50-b37d-44e9-be88-2972b1821212 req-3bd4f8ba-d13e-48ef-b454-09cfa71978ae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446661 Jun 17 18:00:39.208824 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f28655-9f95-433c-b237-30f1e37ee82a req-71f28135-bc8e-4ca8-942b-a9a3f94b2db5 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:39.210318 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-33f28655-9f95-433c-b237-30f1e37ee82a req-71f28135-bc8e-4ca8-942b-a9a3f94b2db5 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0791867 Jun 17 18:00:39.257750 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-33f28655-9f95-433c-b237-30f1e37ee82a req-aaad1f13-b2c9-44b0-a3f5-388e6de941a2 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Jun 17 18:00:39.571637 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d314a6-9fec-48e1-b1e3-bc8642496a91 req-e089b05a-2a37-4b5f-b476-0247a0a7f954 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:39.573069 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80d314a6-9fec-48e1-b1e3-bc8642496a91 req-e089b05a-2a37-4b5f-b476-0247a0a7f954 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0860794 Jun 17 18:00:39.622694 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80d314a6-9fec-48e1-b1e3-bc8642496a91 req-1bd4037e-86f0-4f32-bc68-7d9351237e24 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Jun 17 18:00:40.467606 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ae6ed-a19e-4f87-bd4a-3803c998f9f1 req-2f39ff03-71fd-480a-a5e7-362a6693f3e9 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:40.469250 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f47ae6ed-a19e-4f87-bd4a-3803c998f9f1 req-2f39ff03-71fd-480a-a5e7-362a6693f3e9 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0859902 Jun 17 18:00:40.518682 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f47ae6ed-a19e-4f87-bd4a-3803c998f9f1 req-a2d8daba-c379-4295-a333-afc77ba87f18 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Jun 17 18:00:40.938942 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fcadd-46db-4254-8fb4-4f49677adc88 req-a2718d67-499e-4471-b942-97da716781b4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:40.940397 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-532fcadd-46db-4254-8fb4-4f49677adc88 req-a2718d67-499e-4471-b942-97da716781b4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.1771581 Jun 17 18:00:40.992394 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-532fcadd-46db-4254-8fb4-4f49677adc88 req-b8b56f64-aa03-4926-9d16-7ea264a1a56d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456758 Jun 17 18:00:41.748609 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f331de-2862-4d3a-aaa0-ce87013c7b77 req-d2da8cb0-6a22-41bb-bc3c-ffb81695a023 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:41.750128 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f331de-2862-4d3a-aaa0-ce87013c7b77 req-d2da8cb0-6a22-41bb-bc3c-ffb81695a023 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0992985 Jun 17 18:00:41.797454 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54f331de-2862-4d3a-aaa0-ce87013c7b77 req-07b17946-fe48-466a-b11c-33f4d908a383 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Jun 17 18:00:42.220189 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c540-511f-4888-90b9-99865f8a7f39 req-f10840ef-c037-46ea-b9ab-d6858e0c2f8b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:42.222736 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a739c540-511f-4888-90b9-99865f8a7f39 req-f10840ef-c037-46ea-b9ab-d6858e0c2f8b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0809994 Jun 17 18:00:42.269578 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a739c540-511f-4888-90b9-99865f8a7f39 req-4540a5a4-c654-4a7b-a324-5ea4fc52c4d4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417845 Jun 17 18:00:43.012411 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee7da5-1f89-4c17-b64e-cf3d42b2ca2a req-be5b6b0f-319d-4ff1-98d7-ed60643d1e8b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:43.014110 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c2ee7da5-1f89-4c17-b64e-cf3d42b2ca2a req-be5b6b0f-319d-4ff1-98d7-ed60643d1e8b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0870235 Jun 17 18:00:43.063691 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c2ee7da5-1f89-4c17-b64e-cf3d42b2ca2a req-fba0f679-2aee-446f-a357-e6aa14f05c84 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Jun 17 18:00:43.487907 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9493cba-f64a-474f-822e-4e5d0a3541d2 req-75bfde16-4c57-445e-8f2e-e8a5ad1a0d19 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:43.489335 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b9493cba-f64a-474f-822e-4e5d0a3541d2 req-75bfde16-4c57-445e-8f2e-e8a5ad1a0d19 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0803273 Jun 17 18:00:43.537506 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b9493cba-f64a-474f-822e-4e5d0a3541d2 req-7650b077-de51-4a5b-b68e-8bd32c4fc26a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Jun 17 18:00:44.268929 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2026ded-5c56-4410-87b3-e420362655cb req-a0917eae-2ceb-4885-9225-bd0130352ad4 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:44.270447 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f2026ded-5c56-4410-87b3-e420362655cb req-a0917eae-2ceb-4885-9225-bd0130352ad4 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0822058 Jun 17 18:00:44.318251 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f2026ded-5c56-4410-87b3-e420362655cb req-42382c24-d45d-4cd6-bfb4-6002fbbd3057 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Jun 17 18:00:44.757507 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c51a-a0ef-404c-a462-bc79af80094a req-bf9edb0a-d440-41ee-a2ca-4cb8747e98f5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:44.759186 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2904c51a-a0ef-404c-a462-bc79af80094a req-bf9edb0a-d440-41ee-a2ca-4cb8747e98f5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0797350 Jun 17 18:00:44.810204 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2904c51a-a0ef-404c-a462-bc79af80094a req-e14d7dba-a521-4c57-999c-bee44ecfaa5b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452211 Jun 17 18:00:45.522555 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4577b-9c89-4538-b207-197acb08f724 req-988ba5a5-6b8f-46fc-90ba-204d92373529 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:45.524812 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0ac4577b-9c89-4538-b207-197acb08f724 req-988ba5a5-6b8f-46fc-90ba-204d92373529 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0808923 Jun 17 18:00:45.571878 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0ac4577b-9c89-4538-b207-197acb08f724 req-5e2dff31-467d-4fcc-80b3-aa01189dafa5 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Jun 17 18:00:46.031121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d7803-55aa-4fc7-95e4-714eb894edb5 req-05513d7e-f9b0-44fb-a69f-90d019c48d7b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:46.033137 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-368d7803-55aa-4fc7-95e4-714eb894edb5 req-05513d7e-f9b0-44fb-a69f-90d019c48d7b tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0823598 Jun 17 18:00:46.078600 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-368d7803-55aa-4fc7-95e4-714eb894edb5 req-67ba038d-ad52-44d9-82cb-84f3a0a791d5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400233 Jun 17 18:00:46.770399 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0f346-0997-4d22-84ed-5555f71bee92 req-eb7e1f88-91cb-49fe-9b13-a7f40f555bf0 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:46.771887 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6cd0f346-0997-4d22-84ed-5555f71bee92 req-eb7e1f88-91cb-49fe-9b13-a7f40f555bf0 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0768676 Jun 17 18:00:46.819025 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6cd0f346-0997-4d22-84ed-5555f71bee92 req-49875067-c327-4fbd-8600-b1137558a505 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Jun 17 18:00:47.299220 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc39e1-c622-4d73-b4f6-38c9bbacfa2d req-b2e76424-7cf8-4e4a-9415-40558351885c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:47.300719 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9cc39e1-c622-4d73-b4f6-38c9bbacfa2d req-b2e76424-7cf8-4e4a-9415-40558351885c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0823147 Jun 17 18:00:47.350159 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9cc39e1-c622-4d73-b4f6-38c9bbacfa2d req-da51c4f8-fab5-4419-a310-3f1121ab938f tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428605 Jun 17 18:00:48.017271 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ae31-8422-406b-aa95-20a743dc1562 req-2787e6c3-e616-4938-88ef-d6d03958fd48 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:48.018756 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c2c1ae31-8422-406b-aa95-20a743dc1562 req-2787e6c3-e616-4938-88ef-d6d03958fd48 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0766234 Jun 17 18:00:48.068035 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c2c1ae31-8422-406b-aa95-20a743dc1562 req-0b0d597b-690b-41cd-b485-d5d0fe042d8e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428424 Jun 17 18:00:48.560878 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ad96b-f933-45ec-878a-d7a7f2fdbbdf req-8af9c1d9-9b43-43ce-a7a8-d26e19b7c1f1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:48.562377 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0e5ad96b-f933-45ec-878a-d7a7f2fdbbdf req-8af9c1d9-9b43-43ce-a7a8-d26e19b7c1f1 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0758891 Jun 17 18:00:48.607995 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0e5ad96b-f933-45ec-878a-d7a7f2fdbbdf req-d62dc8dd-c0c5-4cb1-b9a9-2d77ab79e167 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Jun 17 18:00:49.207541 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4c95-35ad-4531-8108-c693b8d81f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:49.269673 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6355a-c7a3-427b-b4be-9b34d5cc9a38 req-da76b80f-d768-44b0-91e1-94d71844c992 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:49.271152 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34c6355a-c7a3-427b-b4be-9b34d5cc9a38 req-da76b80f-d768-44b0-91e1-94d71844c992 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0811307 Jun 17 18:00:49.316723 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34c6355a-c7a3-427b-b4be-9b34d5cc9a38 req-7a79f2fb-acb2-4ffc-a6a6-8a4b026358c9 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Jun 17 18:00:49.505056 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:49.823516 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c92cc9-2a12-4cfc-b7f8-7db0f666c280 req-122a2500-787c-4830-9081-69c8fdd20db9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:49.824900 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59c92cc9-2a12-4cfc-b7f8-7db0f666c280 req-122a2500-787c-4830-9081-69c8fdd20db9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 943 time: 0.0803444 Jun 17 18:00:49.869486 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59c92cc9-2a12-4cfc-b7f8-7db0f666c280 req-5e662f33-4e81-42ce-afed-e9a4d2227ece tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 Jun 17 18:00:50.038414 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:00:50.175986 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:50.189782 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'port_id': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'mac_address': 'fa:16:3e:5b:b4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:00:50.204374 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:00:50.246582 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:50.264189 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cf7d73-a3f5-46b3-b796-3e966b182bed {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:00:50.279032 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:50.371967 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:50.373827 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:50.442103 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=9']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:50.446024 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:50.528122 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369b394-3639-49a4-9329-a7a4fefd4ef4 req-fae7b9d7-62e9-4961-8524-d0bc466d5a14 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:50.529819 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6369b394-3639-49a4-9329-a7a4fefd4ef4 req-fae7b9d7-62e9-4961-8524-d0bc466d5a14 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0855970 Jun 17 18:00:50.577605 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6369b394-3639-49a4-9329-a7a4fefd4ef4 req-66d56b94-461f-45e7-963b-dc962f5143f5 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Jun 17 18:00:50.677842 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['54cf7d73-a3f5-46b3-b796-3e966b182bed'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:00:51.081127 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e63f02-5dde-4fa7-9cee-72baee793ab3 req-d7b219c0-89fb-498f-9217-c83e6b706cbf tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:51.082672 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84e63f02-5dde-4fa7-9cee-72baee793ab3 req-d7b219c0-89fb-498f-9217-c83e6b706cbf tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 944 time: 0.0762951 Jun 17 18:00:51.129148 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84e63f02-5dde-4fa7-9cee-72baee793ab3 req-7b8e8b0e-dd82-4d15-8b77-f62fde1e8d8c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404730 Jun 17 18:00:51.259372 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1fc34ad8-6192-4aa0-9efd-d9d76d0d2713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:51.776691 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4519e-8c4d-4212-8b0d-42ef208f91d4 req-f4b1ce31-4cc3-4ef4-95a4-76715b178d29 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:51.778202 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b4a4519e-8c4d-4212-8b0d-42ef208f91d4 req-f4b1ce31-4cc3-4ef4-95a4-76715b178d29 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0789046 Jun 17 18:00:51.834606 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b4a4519e-8c4d-4212-8b0d-42ef208f91d4 req-0a1df31f-836d-45fe-8873-d7349febcda0 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Jun 17 18:00:52.038056 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:00:52.106141 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 54cf7d73-a3f5-46b3-b796-3e966b182bed triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:00:52.106525 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:52.243542 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:52.270013 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:00:52.280100 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:00:52.325086 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'code': 200} Jun 17 18:00:52.344461 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64843e3-6cc6-4ea3-a951-11ca31cf22b0 req-abc27190-b51e-4b2a-afd1-d0b77b9af2c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:52.345972 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b64843e3-6cc6-4ea3-a951-11ca31cf22b0 req-abc27190-b51e-4b2a-afd1-d0b77b9af2c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 944 time: 0.0788362 Jun 17 18:00:52.380314 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:52.384493 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bfcc5fbb-3d7d-4c06-a664-d44c6bb7011b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:00:52.474841 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=10']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:00:52.478980 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:00:52.488457 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b64843e3-6cc6-4ea3-a951-11ca31cf22b0 req-3c20b351-854a-480a-a298-11f608fc6567 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364536 Jun 17 18:00:53.054225 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a276f-5a49-4a14-b2ee-86e686d95a4a req-48bf4d2b-691f-4e3d-b64b-b136f1e2d98d tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:53.055927 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-553a276f-5a49-4a14-b2ee-86e686d95a4a req-48bf4d2b-691f-4e3d-b64b-b136f1e2d98d tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0853214 Jun 17 18:00:53.108035 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-553a276f-5a49-4a14-b2ee-86e686d95a4a req-ace5446e-58ef-4307-8ed2-c1892e82c8e5 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450675 Jun 17 18:00:53.465087 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:53.750423 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ce8f7aea-6ace-4940-91a2-ba9aa99c4816 req-2583b625-e8b1-43b9-97e3-e943f0300dde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 1099 time: 0.0673304 Jun 17 18:00:53.792341 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ce8f7aea-6ace-4940-91a2-ba9aa99c4816 req-6d56d0e4-72d0-4b82-8e8d-baafd1390e2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353241 Jun 17 18:00:53.915963 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:53.964834 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515640c-e5ec-4db5-b6b4-baa1862f4005 req-07c3aeaa-b71a-4503-911a-57d43712bb88 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:53.966374 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2515640c-e5ec-4db5-b6b4-baa1862f4005 req-07c3aeaa-b71a-4503-911a-57d43712bb88 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 946 time: 0.0819552 Jun 17 18:00:54.013089 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2515640c-e5ec-4db5-b6b4-baa1862f4005 req-bc5f7344-a05a-481d-9dd3-24ddfcf56f7a tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409913 Jun 17 18:00:54.305356 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d20033-be53-413e-85f6-4dda6412f9f3 req-10200feb-0e62-4e1a-9a70-29079e23ed1a tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:54.306728 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-37d20033-be53-413e-85f6-4dda6412f9f3 req-10200feb-0e62-4e1a-9a70-29079e23ed1a tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0749979 Jun 17 18:00:54.351760 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-37d20033-be53-413e-85f6-4dda6412f9f3 req-e6ee5894-812f-4ea7-99fd-d65376ee1163 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394888 Jun 17 18:00:54.485523 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:55.233773 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281e437-c540-4dc0-a5a8-e90423418613 req-52631eaa-f2ad-4c81-a1fd-8fbeefb067a8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:55.235935 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2281e437-c540-4dc0-a5a8-e90423418613 req-52631eaa-f2ad-4c81-a1fd-8fbeefb067a8 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 946 time: 0.0845220 Jun 17 18:00:55.283903 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2281e437-c540-4dc0-a5a8-e90423418613 req-aedbecec-7aca-4d04-a578-e880ae895658 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424845 Jun 17 18:00:55.552884 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532c9b0-88b2-4697-9e96-645851bc38dc req-af3a84c6-1820-4487-95b8-e3b1b578e9db tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:55.554289 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f532c9b0-88b2-4697-9e96-645851bc38dc req-af3a84c6-1820-4487-95b8-e3b1b578e9db tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0814877 Jun 17 18:00:55.606347 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f532c9b0-88b2-4697-9e96-645851bc38dc req-f9898853-e678-4d18-bf32-46e60d0e6f5a tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Jun 17 18:00:56.512776 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb506af-88c9-411e-b878-9266f3b1118a req-909111d7-f734-4017-806f-bfce9e623d0d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:56.514301 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ffb506af-88c9-411e-b878-9266f3b1118a req-909111d7-f734-4017-806f-bfce9e623d0d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 946 time: 0.0867190 Jun 17 18:00:56.564299 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ffb506af-88c9-411e-b878-9266f3b1118a req-8d7b045c-1206-44df-b317-e3a5dc290340 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439694 Jun 17 18:00:56.798653 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-0111531a-032d-428f-b539-67986468955d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.0754950 Jun 17 18:00:56.808628 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23d780-bbd5-4de0-ab8c-fa6bc929ba98 req-0399b418-99ef-454f-87f4-ed33cede9d22 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:56.810311 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cc23d780-bbd5-4de0-ab8c-fa6bc929ba98 req-0399b418-99ef-454f-87f4-ed33cede9d22 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0842712 Jun 17 18:00:56.855809 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cc23d780-bbd5-4de0-ab8c-fa6bc929ba98 req-dcf0340f-83f9-4fd5-b963-4ef94b2c3beb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Jun 17 18:00:56.931276 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-773f9fc8-3ad1-43c2-a313-d0fd78a8b370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:56.932736 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-773f9fc8-3ad1-43c2-a313-d0fd78a8b370 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.1268055 Jun 17 18:00:57.041831 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-4efcbd50-4898-4b14-836b-b412c5753f55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 1002 time: 0.1022184 Jun 17 18:00:57.106701 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-35a9c7d0-7220-4c44-9604-64e992360564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:57.108942 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-35a9c7d0-7220-4c44-9604-64e992360564 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0604827 Jun 17 18:00:57.197382 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-70e947c4-106c-4ae5-b0f2-9bfdf5db5547 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723162 Jun 17 18:00:57.330482 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-cee6310d-2035-4a1a-b0b8-3fbc331ba46e service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258533 Jun 17 18:00:57.462928 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e1c601d5-8326-47b3-b705-abe9a98f4155 req-b4dfa223-f30f-4dda-9b94-a4de577bae51 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249287 Jun 17 18:00:58.052382 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139973-c752-4f5c-9e4e-f1a250a0f7bd req-56f85112-aef3-4df4-8732-bf1ba5e9ea16 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:58.053946 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c5139973-c752-4f5c-9e4e-f1a250a0f7bd req-56f85112-aef3-4df4-8732-bf1ba5e9ea16 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0782630 Jun 17 18:00:58.104083 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c5139973-c752-4f5c-9e4e-f1a250a0f7bd req-a8abd097-b9b3-4f85-8dbd-de302b5d2d6b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Jun 17 18:00:59.325411 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57201-4061-4439-abe8-afa00fc8b9c8 req-873fbb20-cd36-4847-adeb-7cc711fce97d tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:00:59.326920 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-00f57201-4061-4439-abe8-afa00fc8b9c8 req-873fbb20-cd36-4847-adeb-7cc711fce97d tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0877337 Jun 17 18:00:59.375363 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-00f57201-4061-4439-abe8-afa00fc8b9c8 req-80733628-7b60-480c-9e4d-ffc04cb5d8a8 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Jun 17 18:01:00.582965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea90b-d3f0-4baa-ab88-b95cdfd45e26 req-8282e538-447e-4b81-813e-3e4c3916c553 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:00.584430 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e0bea90b-d3f0-4baa-ab88-b95cdfd45e26 req-8282e538-447e-4b81-813e-3e4c3916c553 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0784223 Jun 17 18:01:00.635747 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e0bea90b-d3f0-4baa-ab88-b95cdfd45e26 req-75294d02-e4fb-43e5-9e50-cfa966999fde tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Jun 17 18:01:00.896101 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f86b41a1-2923-40b1-809f-ac509a79c510 req-06a37936-2f22-4ceb-a684-cd3c262c5324 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1439073 Jun 17 18:01:01.299561 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eae7a8-06c6-428e-8236-3a1fb13883b5 req-26c90783-a395-4649-9432-212041fb6488 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:01.301342 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-20eae7a8-06c6-428e-8236-3a1fb13883b5 req-26c90783-a395-4649-9432-212041fb6488 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0815609 Jun 17 18:01:01.311243 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-38b18a3e-2c67-4c3f-915d-9e379b89c581 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697505 Jun 17 18:01:01.354959 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-20eae7a8-06c6-428e-8236-3a1fb13883b5 req-9addffb5-ec37-4b8e-bfef-e0468b67819e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467031 Jun 17 18:01:02.699276 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab85e-47fd-4126-91ec-880d2d92ac11 req-0125356b-0e60-481a-a282-8bc780d870c6 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:02.700770 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cfcab85e-47fd-4126-91ec-880d2d92ac11 req-0125356b-0e60-481a-a282-8bc780d870c6 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0788822 Jun 17 18:01:02.746645 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cfcab85e-47fd-4126-91ec-880d2d92ac11 req-4120f402-f3cc-45aa-baf6-2530b98c8c3f tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Jun 17 18:01:03.071271 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5924d-060b-4a3d-ab22-6a02e4d1b2fd req-e14d4bc7-1ef1-4865-86db-3a4320989089 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:03.072759 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0cb5924d-060b-4a3d-ab22-6a02e4d1b2fd req-e14d4bc7-1ef1-4865-86db-3a4320989089 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 945 time: 0.0813704 Jun 17 18:01:03.120164 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0cb5924d-060b-4a3d-ab22-6a02e4d1b2fd req-5b1bdb4f-091b-484a-b7a6-f8f78b3e8044 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Jun 17 18:01:03.797284 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-4bc11e4c-6b3d-4ede-bdb9-f67473401d87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e&tenant_id=39271eca80424b05b2c69d039d0b15c3 HTTP/1.1" status: 200 len: 1099 time: 0.0687265 Jun 17 18:01:03.910662 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-09b36f74-498f-4603-9068-37157c3d93a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.0731812 Jun 17 18:01:03.952992 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50991d7-60ad-490e-9ec3-435b1463ddc6 req-a8582e7b-583f-4d73-bb0e-a6a11a7cdd11 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:03.954551 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e50991d7-60ad-490e-9ec3-435b1463ddc6 req-a8582e7b-583f-4d73-bb0e-a6a11a7cdd11 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0804706 Jun 17 18:01:04.001417 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e50991d7-60ad-490e-9ec3-435b1463ddc6 req-de12ae7d-fa41-45fd-8fa3-733bcc7f4355 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 Jun 17 18:01:04.096431 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2587786-257f-4efb-8fe1-559b96991cd6 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:04.136688 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95925af-eb5c-4755-9192-8304c22bf102 req-9d6027ec-8dee-4cbd-b378-a6a423e43df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:04.138195 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-9d6027ec-8dee-4cbd-b378-a6a423e43df9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.2196159 Jun 17 18:01:04.210855 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:04.239202 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:01:04.246193 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-4c1cf8be-d7dd-4b4b-bc4b-4a41a7f84688 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 1002 time: 0.1007473 Jun 17 18:01:04.255523 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:04.298833 dv-cinder-796864-1-iscsi neutron-server[75206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'code': 422} returned with failed status Jun 17 18:01:04.312568 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95925af-eb5c-4755-9192-8304c22bf102 req-bd86975b-4d36-46ce-9720-a79fa939e3e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:04.314073 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-bd86975b-4d36-46ce-9720-a79fa939e3e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0606170 Jun 17 18:01:04.329684 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a0bb6-328c-45fe-9d14-e9e84ab169ac req-738d15c9-8b15-4a7a-8a00-04215be01a49 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:04.331200 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2e5a0bb6-328c-45fe-9d14-e9e84ab169ac req-738d15c9-8b15-4a7a-8a00-04215be01a49 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 945 time: 0.0842814 Jun 17 18:01:04.338771 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:04.340802 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:04.380480 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2e5a0bb6-328c-45fe-9d14-e9e84ab169ac req-b2c3ac27-2864-4c15-a44b-51946ced18d1 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Jun 17 18:01:04.393222 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-df59cd17-ab42-43ef-89b2-6376f92df780 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720785 Jun 17 18:01:04.408463 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=6']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:04.412108 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:04.531354 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-66bdc26c-4b19-4b66-a4a6-506469128358 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298418 Jun 17 18:01:04.686166 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-5d76c152-4aec-48f8-8a9f-63a37a0c9a71 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266153 Jun 17 18:01:04.925380 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-7071407d-6a24-4f33-9e82-79e2e354dfa8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:04.926151 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-7071407d-6a24-4f33-9e82-79e2e354dfa8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Synchronizing usage tracker for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:01:05.027931 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-7071407d-6a24-4f33-9e82-79e2e354dfa8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Unset dirty status for tenant:d66d3b23bd57442cb18d737c0a417b05 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:01:05.029121 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-7071407d-6a24-4f33-9e82-79e2e354dfa8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 945 time: 0.1872985 Jun 17 18:01:05.103392 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Deleting port 21731ef2-babc-430a-8d12-d8582a62ed7b {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:05.103743 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:05.200835 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce240-eeb4-4dc3-91a9-ba1bff5e405d req-fe900b1f-fd6e-4f01-901f-28f8356612cb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:05.202379 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e8cce240-eeb4-4dc3-91a9-ba1bff5e405d req-fe900b1f-fd6e-4f01-901f-28f8356612cb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0783436 Jun 17 18:01:05.247760 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e8cce240-eeb4-4dc3-91a9-ba1bff5e405d req-c032cb69-34a5-4720-91d0-a7389dab0211 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Jun 17 18:01:05.349972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] For port 21731ef2-babc-430a-8d12-d8582a62ed7b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=21731ef2-babc-430a-8d12-d8582a62ed7b,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:05.350304 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:05.585812 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32fc11-20fa-405d-8538-1abd10a4ffd4 req-66f70bdb-2e62-4035-a3e7-5c13cae7660c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:05.587301 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a32fc11-20fa-405d-8538-1abd10a4ffd4 req-66f70bdb-2e62-4035-a3e7-5c13cae7660c tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 945 time: 0.0790377 Jun 17 18:01:05.633499 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a32fc11-20fa-405d-8538-1abd10a4ffd4 req-662ddd57-ae0c-400f-84d0-499690bdd848 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups?id=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Jun 17 18:01:05.641845 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:05.642253 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:05.642566 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Floating IP 3a579e23-0407-41d7-937c-70e4ed15988d disassociated. External IP: 172.27.1.92, port: 21731ef2-babc-430a-8d12-d8582a62ed7b. Jun 17 18:01:05.642942 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Calling delete_port for 21731ef2-babc-430a-8d12-d8582a62ed7b owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:05.862384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:05.869088 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:05.914579 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event deleted for resources: {'Port': ['ID=21731ef2-babc-430a-8d12-d8582a62ed7b,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:05.928837 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.929369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.929468 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.929862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.930227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.930570 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.930910 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.931249 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.931591 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.931924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.932257 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:05.935915 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:06.214984 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:01:06.428776 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:01:06.439542 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] Sync routers for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:01:06.452725 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:06.453364 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:00:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:06.460907 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03785c72-dfb7-4d66-9bbb-ded50e81d16a req-f493b547-3cc4-4ebf-87ac-384132d6bc55 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:06.460907 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-03785c72-dfb7-4d66-9bbb-ded50e81d16a req-f493b547-3cc4-4ebf-87ac-384132d6bc55 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0836608 Jun 17 18:01:06.501318 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] No DVR routers for this DVR port 21731ef2-babc-430a-8d12-d8582a62ed7b on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:01:06.504088 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:06.507520 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'name': 'network-vif-deleted', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:01:06.581058 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-99f1ce0a-9f87-427c-ba1c-da6cc7cdbcc5 req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.36 "DELETE /v2.0/ports/21731ef2-babc-430a-8d12-d8582a62ed7b HTTP/1.1" status: 204 len: 173 time: 1.5453703 Jun 17 18:01:06.602014 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-03785c72-dfb7-4d66-9bbb-ded50e81d16a req-b59f497e-d40b-48b0-959d-420e368063da tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385374 Jun 17 18:01:06.649185 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:06.743542 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7195d00-ccb0-4552-abab-e9abe95af538', 'name': 'network-vif-deleted', 'tag': '21731ef2-babc-430a-8d12-d8582a62ed7b', 'status': 'completed', 'code': 200} Jun 17 18:01:06.815895 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-56688498-88cf-461a-aba3-0d3620726e2e req-8f05e62d-aab1-4aa9-863d-1a1dcccb83e8 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7195d00-ccb0-4552-abab-e9abe95af538 HTTP/1.1" status: 200 len: 210 time: 0.0425105 Jun 17 18:01:06.974835 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:06.979010 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] Checking router: 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:01:06.989529 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:06.990172 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:00:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:07.173726 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:07.518833 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:07.523633 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6b4b7-680c-48f4-9a45-414a3a492ae3 None None] The sync data for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi is: [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '6530468f-a6ec-4871-a99a-e79b085e3be2', 'name': '', 'network_id': 'bd5c7134-3333-4669-982a-933a9b4a6839', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'mac_address': 'fa:16:3e:e4:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:39Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'subnets': [{'id': 'dc47c60d-03ea-4f72-b81c-4f59dcdcd896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:01:07.751213 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57868e4c-e191-4180-8405-ba4f2b94dced None None] New status for floating IP 3a579e23-0407-41d7-937c-70e4ed15988d: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:01:07.808513 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0cd79-90d4-4fa3-bcc0-85f552714ec3 req-6dc3ff76-502a-4973-9b0e-0796f87039e7 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:07.810047 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bfd0cd79-90d4-4fa3-bcc0-85f552714ec3 req-6dc3ff76-502a-4973-9b0e-0796f87039e7 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0793476 Jun 17 18:01:07.860590 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bfd0cd79-90d4-4fa3-bcc0-85f552714ec3 req-e9dcae20-ff84-4eb1-8504-817ff7511e02 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444605 Jun 17 18:01:09.031252 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42412) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:09.060796 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e91a-2020-4d7d-8908-27d8a514bcd6 req-054398f6-f31c-4862-a537-36ed88287f5d tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:09.062315 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1ac9e91a-2020-4d7d-8908-27d8a514bcd6 req-054398f6-f31c-4862-a537-36ed88287f5d tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0784628 Jun 17 18:01:09.103568 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c854cbf7-0fe7-49dc-98dd-5f6357d1316a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:09.109068 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1ac9e91a-2020-4d7d-8908-27d8a514bcd6 req-1649dbc9-619a-4bd1-9871-f14642eff76e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Jun 17 18:01:09.135703 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c854cbf7-0fe7-49dc-98dd-5f6357d1316a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:09.256712 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c854cbf7-0fe7-49dc-98dd-5f6357d1316a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:09.261327 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-23e62f40-dcf5-4067-9f11-6836b0fac71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:09.278381 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854cbf7-0fe7-49dc-98dd-5f6357d1316a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:09.281124 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c854cbf7-0fe7-49dc-98dd-5f6357d1316a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:09.347241 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-c854cbf7-0fe7-49dc-98dd-5f6357d1316a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:09.348362 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-c854cbf7-0fe7-49dc-98dd-5f6357d1316a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "DELETE /v2.0/security-groups/72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1 HTTP/1.1" status: 204 len: 168 time: 0.3161228 Jun 17 18:01:09.351519 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42416) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:09.368742 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.api.v2.resource [None req-c0aa957c-9257-4b27-b266-4d713fef5099 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] show failed (client error): The resource could not be found. Jun 17 18:01:09.369749 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-c0aa957c-9257-4b27-b266-4d713fef5099 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "GET /v2.0/security-groups/72ae9ae5-cdb3-4794-8d3f-2acbfa81aaa1 HTTP/1.1" status: 404 len: 347 time: 0.0172777 Jun 17 18:01:09.372699 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42420) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:09.530673 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Deleting port 718720f6-0539-42f7-9529-c7c76bbd9988 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:09.531335 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:09.697645 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:09.698013 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:09.814825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Calling delete_port for 718720f6-0539-42f7-9529-c7c76bbd9988 owned by network:floatingip {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:10.047154 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:10.051039 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:10.092092 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Pushing event deleted for resources: {'Port': ['ID=718720f6-0539-42f7-9529-c7c76bbd9988,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:10.095491 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:10.116687 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 21731ef2-babc-430a-8d12-d8582a62ed7b no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:10.150436 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 21731ef2-babc-430a-8d12-d8582a62ed7b {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:10.150854 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 21731ef2-babc-430a-8d12-d8582a62ed7b not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:10.187382 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks [] for floatingip, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:10.201975 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:10.203111 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a579e23-0407-41d7-937c-70e4ed15988d HTTP/1.1" status: 204 len: 168 time: 0.8295248 Jun 17 18:01:10.315083 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2022084-dbe6-4204-a2a7-ce767335ba90 req-926f0e3a-5259-404d-9b0b-fac9e8ac14f9 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:10.316533 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d2022084-dbe6-4204-a2a7-ce767335ba90 req-926f0e3a-5259-404d-9b0b-fac9e8ac14f9 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0816741 Jun 17 18:01:10.362720 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d2022084-dbe6-4204-a2a7-ce767335ba90 req-80853a34-bc92-4012-bf80-7790aef74331 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Jun 17 18:01:11.573650 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741379d-b8fe-444e-94f0-7b96b4046f78 req-1ffa6618-0b65-4b41-8f42-edca2af2d38c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:11.575265 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3741379d-b8fe-444e-94f0-7b96b4046f78 req-1ffa6618-0b65-4b41-8f42-edca2af2d38c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0831048 Jun 17 18:01:11.625133 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3741379d-b8fe-444e-94f0-7b96b4046f78 req-450bb4ac-1e1c-472b-866a-03d2f8ed131b tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Jun 17 18:01:11.660031 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-4bae920b-df9d-4ddf-81fc-531b8601fa52 req-4ce53ea0-d06e-4a7d-8fcc-907d8a4dc8c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1097 time: 0.0840394 Jun 17 18:01:11.721570 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-4bae920b-df9d-4ddf-81fc-531b8601fa52 req-39dac3c8-0a48-47d3-b5ff-3fa5bce29922 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548806 Jun 17 18:01:12.828296 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde991f-95df-4a2d-a36b-da7800dbe6c7 req-213b2d4c-9e2e-4194-8431-a69f46ad7f6f tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:12.829911 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cbde991f-95df-4a2d-a36b-da7800dbe6c7 req-213b2d4c-9e2e-4194-8431-a69f46ad7f6f tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0844071 Jun 17 18:01:12.876629 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cbde991f-95df-4a2d-a36b-da7800dbe6c7 req-5fcb3e3b-57e8-41d7-b078-da5fa6c1bce2 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Jun 17 18:01:14.075740 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783a66f-d754-449e-8c4c-6b6116f51d51 req-51fdbcba-1e58-42f6-8022-01c974539e48 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:14.077231 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9783a66f-d754-449e-8c4c-6b6116f51d51 req-51fdbcba-1e58-42f6-8022-01c974539e48 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 944 time: 0.0778570 Jun 17 18:01:14.123910 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9783a66f-d754-449e-8c4c-6b6116f51d51 req-0a956acc-2249-4468-abef-4a01284ab830 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Jun 17 18:01:14.134302 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2587786-257f-4efb-8fe1-559b96991cd6 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:01:14.264472 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:14.277789 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'port_id': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'mac_address': 'fa:16:3e:1d:1d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:01:14.332878 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:14.349982 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2587786-257f-4efb-8fe1-559b96991cd6 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:01:14.364818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:14.435407 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:14.437237 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:14.503059 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=7']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:14.511882 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.512231 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.512566 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.512902 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.513234 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.513565 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.513908 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.514240 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.514628 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.514890 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.515207 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:14.519092 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:14.664962 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42460) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:14.738786 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['c2587786-257f-4efb-8fe1-559b96991cd6'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:01:15.176191 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:15.849377 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Deleting port 6530468f-a6ec-4871-a99a-e79b085e3be2 {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:15.849721 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.021211 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] For port 6530468f-a6ec-4871-a99a-e79b085e3be2, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=6530468f-a6ec-4871-a99a-e79b085e3be2,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:16.021578 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.151637 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2587786-257f-4efb-8fe1-559b96991cd6 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:01:16.152774 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Calling delete_port for 6530468f-a6ec-4871-a99a-e79b085e3be2 owned by network:router_interface {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:16.227550 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port c2587786-257f-4efb-8fe1-559b96991cd6 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:01:16.227925 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.342444 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.370225 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:01:16.379822 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:16.383942 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.388539 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2f76689d-c68b-44ca-80ff-7b95fbc6c878 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:16.427523 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'code': 200} Jun 17 18:01:16.432866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6530468f-a6ec-4871-a99a-e79b085e3be2,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:16.479712 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.481656 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:16.508717 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.512588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.512588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.512588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.512588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.512588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.512588 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.513045 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.513045 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.513373 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.513678 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:01:16.520513 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:16.558711 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=8']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:16.568699 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:16.739381 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:17.402714 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:01:17.606897 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:01:17.616277 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] Sync routers for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:01:17.618915 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d557819e-969b-41b0-86d8-36a39545a7dd admin admin] 10.222.0.30 "PUT /v2.0/routers/4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528790 Jun 17 18:01:17.621347 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42468) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:17.628131 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:17.628759 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:00:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:17.804589 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:17.826368 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:18.023793 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:18.091276 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Deleting port da06421a-0780-4df8-82e3-83003af69c68 {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:18.091855 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:18.175629 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'da06421a-0780-4df8-82e3-83003af69c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T18:01:16Z', 'revision_number': 5, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port': {'id': 'da06421a-0780-4df8-82e3-83003af69c68', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:18.179982 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] Checking router: 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:01:18.190353 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] Routers {'4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:18.190953 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:00:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:18.274532 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] For port da06421a-0780-4df8-82e3-83003af69c68, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=da06421a-0780-4df8-82e3-83003af69c68,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:18.274810 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:18.348079 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] Set router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc gateway port host: None {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:18.403744 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Calling delete_port for da06421a-0780-4df8-82e3-83003af69c68 owned by network:router_gateway {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:18.455413 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T18:01:18Z', 'revision_number': 6, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port_host': None}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:18.459444 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d657b-b26b-4430-92e3-a9a3d72a5926 None None] The sync data for ids ['4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc'] in dv-cinder-796864-1-iscsi is: [{'id': '4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc', 'name': 'tempest-AttachVolumeTestJSON-456034944-router', 'tenant_id': 'd66d3b23bd57442cb18d737c0a417b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T18:01:18Z', 'revision_number': 6, 'project_id': 'd66d3b23bd57442cb18d737c0a417b05', 'gw_port_host': None}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:01:18.641107 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:18.644833 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:18.687081 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=da06421a-0780-4df8-82e3-83003af69c68,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:18.689896 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:19.010130 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.235818 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c2bae3e5-7b56-422f-9c95-796933e8a7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.273557 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.278658 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.285722 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 6530468f-a6ec-4871-a99a-e79b085e3be2 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:19.317415 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 6530468f-a6ec-4871-a99a-e79b085e3be2 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:19.317764 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 6530468f-a6ec-4871-a99a-e79b085e3be2 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:19.318228 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device da06421a-0780-4df8-82e3-83003af69c68 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:19.350296 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: da06421a-0780-4df8-82e3-83003af69c68 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:19.350651 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device da06421a-0780-4df8-82e3-83003af69c68 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:19.365038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.365598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc {{(pid=75204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:01:19.378417 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.382032 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4a9a5df7-3483-4225-ab0d-b6aac2cb8bbc HTTP/1.1" status: 204 len: 168 time: 1.7572498 Jun 17 18:01:19.382833 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42474) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:19.444158 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_v2 [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Deleting subnet dc47c60d-03ea-4f72-b81c-4f59dcdcd896 {{(pid=75204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:01:19.447781 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.504703 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3103214'] for subnet, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.509804 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.619266 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.932840 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3093914'] for subnet, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.937662 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-98df4144-18c9-4ad0-ba19-37987ff2aec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:19.974676 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc47c60d-03ea-4f72-b81c-4f59dcdcd896,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:19.977646 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:19.980751 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.989142 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb8f9d1-0e4e-4ac7-b49e-1746c446671a None None] Network bd5c7134-3333-4669-982a-933a9b4a6839 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:01:19.989319 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-00963f2f-4baa-495b-a4cc-3ee17fec63bf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dc47c60d-03ea-4f72-b81c-4f59dcdcd896 HTTP/1.1" status: 204 len: 168 time: 0.6026864 Jun 17 18:01:19.989319 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42478) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:20.091646 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.102756 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Deleting port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:20.103092 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.234148 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] DHCP port deletion for bd5c7134-3333-4669-982a-933a9b4a6839 request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:01:20.238580 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Deleting port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:20.239185 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.310423 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] For port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:20.310781 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.429195 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Calling delete_port for 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd owned by network:dhcp {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:20.437427 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] For port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,segment=NetworkSegment(831c12b5-dfdc-4e00-870d-101392a99490),segment_id=831c12b5-dfdc-4e00-870d-101392a99490)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:20.437830 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.566523 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Calling delete_port for 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:20.686996 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.691890 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:20.693072 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:01:20.693447 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:01:20.734285 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a7ef2a-10bf-4ed8-ae05-2fddf8020efd,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:20.737046 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:20.739502 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] No DVR routers for this DVR port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd on host dv-cinder-796864-1-iscsi {{(pid=75204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:01:20.853681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.866127 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5c7134-3333-4669-982a-933a9b4a6839']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:20.877982 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831c12b5-dfdc-4e00-870d-101392a99490') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:20.878284 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831c12b5-dfdc-4e00-870d-101392a99490') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:20.889970 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.906031 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.911979 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:01:20.912372 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:01:20.925132 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:01:21.063952 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.068647 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.071820 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:21.093629 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5c7134-3333-4669-982a-933a9b4a6839,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:21.096065 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:21.162145 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bd5c7134-3333-4669-982a-933a9b4a6839 HTTP/1.1" status: 204 len: 168 time: 1.1721144 Jun 17 18:01:21.195844 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Deleting port 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:21.196455 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.258303 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:21.289641 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bc54d98f-d7e7-4245-9b3c-b8ef95889a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.294917 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b0c43-1136-445a-8773-bb70d3a17044 None None] The port '22a7ef2a-10bf-4ed8-ae05-2fddf8020efd' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:01:21.300053 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:21.300405 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 22a7ef2a-10bf-4ed8-ae05-2fddf8020efd not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:21.535643 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42484) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:21.586602 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-e717090f-3d4c-411d-8fa5-e3a3118d62b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d66d3b23bd57442cb18d737c0a417b05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495849 Jun 17 18:01:21.589006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42488) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:21.651885 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.678971 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.799160 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.802846 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-27b28a4d-9269-4041-97a9-a4ca980fac83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:21.817031 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baec157-c615-41d7-9009-55c9c90f8f57,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:21.819541 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:21.824775 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:21.828179 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2baec157-c615-41d7-9009-55c9c90f8f57 HTTP/1.1" status: 204 len: 168 time: 0.2359998 Jun 17 18:01:22.519225 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.028819 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42510) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:23.160668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-381643929-network', 'tenant_id': '79e71a9a184a47d7b18be0a35760825e'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:01:23.166075 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:01:23.169955 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Usage tracker for resource:network and tenant:79e71a9a184a47d7b18be0a35760825e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:01:23.172872 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:01:23.178517 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:01:23.244726 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Made reservation on behalf of 79e71a9a184a47d7b18be0a35760825e for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:01:23.247267 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.259885 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.291561 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:01:23.295416 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:79e71a9a184a47d7b18be0a35760825e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:01:23.298284 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:01:23.303968 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:01:23.367692 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.446749 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.449598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-23aa2b2f-8e04-4d3f-9622-f09ff9eb9db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:23.485146 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 18:01:23.490627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e41889-9956-4a98-a812-2eb86f9e4a6e,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:23.494332 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:23.497965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.498291 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Added segment c0afd16f-4b9a-4d3c-b0d2-e61bed730417 of type vlan for network 2817cba9-843d-4fd8-8818-018c547d6c76 Jun 17 18:01:23.523940 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.616333 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.617552 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:23.618176 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.621578 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:23.721636 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Pushing event updated for resources: {'Network': ['ID=2817cba9-843d-4fd8-8818-018c547d6c76,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:23.724223 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:23.731678 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 2817cba9-843d-4fd8-8818-018c547d6c76 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:01:23.806946 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-7a422c78-01a9-4098-b701-ce7876cffdd7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7743478 Jun 17 18:01:23.807305 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42516) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:23.812994 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Request body: {'subnet': {'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-381643929-subnet', 'tenant_id': '79e71a9a184a47d7b18be0a35760825e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:01:23.817967 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:01:23.822694 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Usage tracker for resource:subnet and tenant:79e71a9a184a47d7b18be0a35760825e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:01:23.825989 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:01:23.831659 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:01:23.925008 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Made reservation on behalf of 79e71a9a184a47d7b18be0a35760825e for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:01:23.927421 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3093895'] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.959304 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:24.363620 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3093909'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:24.367906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:24.441357 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2079ac8-4619-4bea-a0b7-054b45abdeea,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:24.445254 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:24.453544 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Checking segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:01:24.453933 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Network hostable DHCP agents. Network: 2817cba9-843d-4fd8-8818-018c547d6c76, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:01:24.486727 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:24.555297 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Network 2817cba9-843d-4fd8-8818-018c547d6c76 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:01:24.606453 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 2817cba9-843d-4fd8-8818-018c547d6c76) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:01:24.614956 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6102e19-253a-425d-838e-7fcc85de0b9b None None] Network 2817cba9-843d-4fd8-8818-018c547d6c76 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:01:24.621093 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:24.621621 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:24.697233 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-9434cf8e-0b9b-4ab3-bbcd-c8193a2c9aa3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8887718 Jun 17 18:01:24.857629 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6205b285-c2ea-413e-a9de-b309870f77d2 None None] Network 2817cba9-843d-4fd8-8818-018c547d6c76 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:01:25.236595 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-f95efbd9-8b8d-4fcc-bef0-01ebb8306507 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:25.237280 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-f95efbd9-8b8d-4fcc-bef0-01ebb8306507 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Synchronizing usage tracker for tenant:79e71a9a184a47d7b18be0a35760825e on resource:network {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:01:25.353152 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-f95efbd9-8b8d-4fcc-bef0-01ebb8306507 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Unset dirty status for tenant:79e71a9a184a47d7b18be0a35760825e on resource:network {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:01:25.354520 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-f95efbd9-8b8d-4fcc-bef0-01ebb8306507 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.2586486 Jun 17 18:01:25.371202 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-59afb66d-f62f-4799-be16-350851802b15 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/quotas/79e71a9a184a47d7b18be0a35760825e HTTP/1.1" status: 200 len: 375 time: 0.0113742 Jun 17 18:01:25.417702 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-65118d03-6ddb-4490-aeeb-37f1d8a068f1 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409563 Jun 17 18:01:25.552458 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-d95abb44-4b52-4e06-931f-6e052bbd57c8 service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280231 Jun 17 18:01:25.772607 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-9cd9b573-3d40-4cee-94aa-e56d90a8aefb service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141051 Jun 17 18:01:26.077215 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9e0bff6c-a811-4aae-93f1-7ebc512c4f8d req-40536aaa-ba88-443a-aa46-5fe4f9006811 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0449328 Jun 17 18:01:27.204629 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:01:27.238463 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-38c25a4a-95dc-44a5-8c7e-2e6d749b7ade req-af469f91-f271-46b9-91fc-08d8a56edc57 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0406630 Jun 17 18:01:28.369177 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-32c22691-1806-448d-bad6-c2322dc95a32 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:28.370557 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-32c22691-1806-448d-bad6-c2322dc95a32 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.1461177 Jun 17 18:01:28.405620 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c86dcb4f-e94d-47da-b24d-2eb87081d6f0 req-e0c9d889-17bc-4238-ae6a-20303f60ac14 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0425324 Jun 17 18:01:28.407229 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Request body: {'port': {'device_id': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'admin_state_up': True, 'tenant_id': '79e71a9a184a47d7b18be0a35760825e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:01:28.650877 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:01:28.655032 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Usage tracker for resource:port and tenant:79e71a9a184a47d7b18be0a35760825e is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:01:28.659003 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:01:28.664950 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:01:28.787255 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Made reservation on behalf of 79e71a9a184a47d7b18be0a35760825e for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:01:28.793896 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:28.950383 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Allocated IP 172.20.0.6 (2817cba9-843d-4fd8-8818-018c547d6c76/a2079ac8-4619-4bea-a0b7-054b45abdeea/cdabd422-a82a-4519-b850-fece3e7c675b) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:01:29.144148 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:29.227906 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:29.233506 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f954f6ad-b20d-4f07-91d7-17f259a4b8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:29.302118 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Network 2817cba9-843d-4fd8-8818-018c547d6c76 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:01:29.305273 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:01:29.309403 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:01:29.339897 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event updated for resources: {'Port': ['ID=cdabd422-a82a-4519-b850-fece3e7c675b,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:29.346095 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:29.373472 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:29.374191 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:29.430450 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0272324 Jun 17 18:01:29.451048 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Request body: {'port': {'device_id': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:01:29.563085 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:29.613763 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609d9e7-e9db-4438-87bc-ebdf43b3e1aa req-d1a43a83-e5b9-4f19-b10b-c2cce4c2ed84 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:29.615260 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8609d9e7-e9db-4438-87bc-ebdf43b3e1aa req-d1a43a83-e5b9-4f19-b10b-c2cce4c2ed84 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 931 time: 0.0881007 Jun 17 18:01:29.663107 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-8609d9e7-e9db-4438-87bc-ebdf43b3e1aa req-cdc3483e-6e11-42ec-860b-d4506a5361bc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Synchronizing usage tracker for tenant:79e71a9a184a47d7b18be0a35760825e on resource:security_group {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:01:29.732130 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-8609d9e7-e9db-4438-87bc-ebdf43b3e1aa req-cdc3483e-6e11-42ec-860b-d4506a5361bc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Unset dirty status for tenant:79e71a9a184a47d7b18be0a35760825e on resource:security_group {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:01:29.733591 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8609d9e7-e9db-4438-87bc-ebdf43b3e1aa req-cdc3483e-6e11-42ec-860b-d4506a5361bc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122611 Jun 17 18:01:29.907076 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdabd422-a82a-4519-b850-fece3e7c675b {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:01:29.913969 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:29.929161 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Transition to ACTIVE for port object cdabd422-a82a-4519-b850-fece3e7c675b will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:01:29.989304 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:29.993799 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-3ec050a1-dfa3-4444-8beb-2d82a336ed11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:30.119633 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Pushing event updated for resources: {'Port': ['ID=cdabd422-a82a-4519-b850-fece3e7c675b,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:30.122433 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:30.223779 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Attempting to bind port cdabd422-a82a-4519-b850-fece3e7c675b on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:01:30.224113 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Attempting to bind port cdabd422-a82a-4519-b850-fece3e7c675b by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:01:30.224595 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Attempting to bind port cdabd422-a82a-4519-b850-fece3e7c675b on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:01:30.230340 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Port cdabd422-a82a-4519-b850-fece3e7c675b on network 2817cba9-843d-4fd8-8818-018c547d6c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:01:30.230652 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Attempting to bind port cdabd422-a82a-4519-b850-fece3e7c675b on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:01:30.237050 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:01:30.237383 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Checking segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:01:30.237758 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Bound using segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:01:30.238194 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Bound port: cdabd422-a82a-4519-b850-fece3e7c675b, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:01:30.238538 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:30.332251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] For port cdabd422-a82a-4519-b850-fece3e7c675b, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:01:30.335457 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] For port cdabd422-a82a-4519-b850-fece3e7c675b, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cdabd422-a82a-4519-b850-fece3e7c675b,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:01:30.401420 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:30.405368 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e077cfa5-5efc-4b76-8aaf-122a578178b2 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:30.464629 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:30.466020 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] 10.222.0.36 "PUT /v2.0/ports/cdabd422-a82a-4519-b850-fece3e7c675b HTTP/1.1" status: 200 len: 1093 time: 1.0193169 Jun 17 18:01:30.466535 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'tag': 'cdabd422-a82a-4519-b850-fece3e7c675b'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:01:30.484419 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Pushing event updated for resources: {'Port': ['ID=cdabd422-a82a-4519-b850-fece3e7c675b,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:30.487771 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:30.536933 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'tag': 'cdabd422-a82a-4519-b850-fece3e7c675b', 'status': 'completed', 'code': 200} Jun 17 18:01:30.607451 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f2c2e-7cd4-4ad4-9209-4ad6c497df39 req-e8817e3a-062a-4683-bbfb-c7c34a5c6566 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:30.608924 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-162f2c2e-7cd4-4ad4-9209-4ad6c497df39 req-e8817e3a-062a-4683-bbfb-c7c34a5c6566 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 946 time: 0.0829859 Jun 17 18:01:30.656256 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bd86e70c-d229-49dc-8179-5162e3b9bfa3 req-4f97d874-0b1d-4a8c-a90c-e3378bfc28bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0737398 Jun 17 18:01:30.659342 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-162f2c2e-7cd4-4ad4-9209-4ad6c497df39 req-66389851-0166-4353-a190-1d2f81a53750 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Jun 17 18:01:30.808881 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86e70c-d229-49dc-8179-5162e3b9bfa3 req-1a04da0c-344f-4d0c-a4f0-6794b13958d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:30.810430 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bd86e70c-d229-49dc-8179-5162e3b9bfa3 req-1a04da0c-344f-4d0c-a4f0-6794b13958d2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=79e71a9a184a47d7b18be0a35760825e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1366730 Jun 17 18:01:30.937264 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5bd2a-f9e9-4860-b7f3-c66c1e77bbb2 req-79d8f1b3-ac43-4bb7-a1ac-09170117ea49 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:30.938678 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1bd5bd2a-f9e9-4860-b7f3-c66c1e77bbb2 req-79d8f1b3-ac43-4bb7-a1ac-09170117ea49 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0808325 Jun 17 18:01:30.986451 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1bd5bd2a-f9e9-4860-b7f3-c66c1e77bbb2 req-462b0360-2374-49ed-8127-0fe0371dbb31 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Jun 17 18:01:31.038298 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86e70c-d229-49dc-8179-5162e3b9bfa3 req-22299762-b658-4060-bf89-4ae215a35c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:31.039803 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-bd86e70c-d229-49dc-8179-5162e3b9bfa3 req-22299762-b658-4060-bf89-4ae215a35c67 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227302 Jun 17 18:01:31.176572 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-b6bffd15-c0c0-4d7a-91da-e51dcd29e48d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0671020 Jun 17 18:01:31.257533 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-71841673-3f3b-4c98-a728-a2739faa827c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdabd422-a82a-4519-b850-fece3e7c675b HTTP/1.1" status: 200 len: 217 time: 0.0623124 Jun 17 18:01:31.319337 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-ee30a497-6f33-4bcd-99d1-540531b46dc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:31.320829 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-ee30a497-6f33-4bcd-99d1-540531b46dc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2079ac8-4619-4bea-a0b7-054b45abdeea HTTP/1.1" status: 200 len: 854 time: 0.0569489 Jun 17 18:01:31.374009 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-f9372cfb-27c7-4834-9ddb-dc83feed2cfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2817cba9-843d-4fd8-8818-018c547d6c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442982 Jun 17 18:01:31.644256 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-314ecc81-5d69-4b5a-8f49-4f7a71f9da9a service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547865 Jun 17 18:01:31.654170 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-309df7bc-1bb0-4959-930e-279b1b9d2586 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2225530 Jun 17 18:01:31.828046 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a540f7d3-6b96-4ee9-9562-a5bd3605b832 req-6abba913-1473-4178-a288-eee03868a6d2 service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729138 Jun 17 18:01:31.848246 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-9f8011dd-fdf0-4867-8e92-1a77bbbde487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.0891819 Jun 17 18:01:31.882290 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5cc1f-330d-49c2-8a5a-101d6f45c232 req-5a8872a1-0d6f-4145-82db-2a7e86bea7c9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:31.883753 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9fc5cc1f-330d-49c2-8a5a-101d6f45c232 req-5a8872a1-0d6f-4145-82db-2a7e86bea7c9 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 946 time: 0.0838616 Jun 17 18:01:31.939546 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9fc5cc1f-330d-49c2-8a5a-101d6f45c232 req-3851d8cc-36a8-4c6a-bff1-be39dfa3dd76 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Jun 17 18:01:32.004177 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-6e501eb1-e5fd-4bd0-b1b3-226ff69a4612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:32.005616 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-6e501eb1-e5fd-4bd0-b1b3-226ff69a4612 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.1344337 Jun 17 18:01:32.122182 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-e9f64b04-8075-4b5a-8f41-32411c45af49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0928502 Jun 17 18:01:32.184273 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264f691-b623-46e3-92ed-33f96c1b24b0 req-b541b32d-e507-4988-9328-aea706b6e2d6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:32.185769 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4264f691-b623-46e3-92ed-33f96c1b24b0 req-b541b32d-e507-4988-9328-aea706b6e2d6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0804195 Jun 17 18:01:32.190428 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-f92fb556-9bc7-4103-a8f2-4fe273833ff5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:32.191816 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-f92fb556-9bc7-4103-a8f2-4fe273833ff5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0618448 Jun 17 18:01:32.232734 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4264f691-b623-46e3-92ed-33f96c1b24b0 req-a8454d60-e5a7-47fa-ad29-b939fd95b755 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Jun 17 18:01:32.269945 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-5073b669-6122-4ede-983d-98dea1d7c9be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693862 Jun 17 18:01:32.451918 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-8906285f-7c89-44fd-be65-f740871a4e4d service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740985 Jun 17 18:01:32.549495 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-26d259be-25ee-4e0d-b409-90b81586482e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:32.550215 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-26d259be-25ee-4e0d-b409-90b81586482e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Synchronizing usage tracker for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:01:32.694386 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-29079642-0395-4896-b3e8-ef1eaf91b877 req-dc196d73-5faf-4868-bdfa-3faf6e509db7 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346766 Jun 17 18:01:32.730377 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-26d259be-25ee-4e0d-b409-90b81586482e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Unset dirty status for tenant:58070aa9e7e34f2bbb9adfca50423d18 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:01:32.731494 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-26d259be-25ee-4e0d-b409-90b81586482e tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 946 time: 0.3637993 Jun 17 18:01:32.810243 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Deleting port 54cf7d73-a3f5-46b3-b796-3e966b182bed {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:32.810582 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:33.049459 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] For port 54cf7d73-a3f5-46b3-b796-3e966b182bed, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=54cf7d73-a3f5-46b3-b796-3e966b182bed,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:33.049821 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:33.184632 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d15640-5c4c-41f4-ad98-f15727a9ff86 req-424b0f87-0561-43db-ad22-7d561a46428c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:33.186142 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-16d15640-5c4c-41f4-ad98-f15727a9ff86 req-424b0f87-0561-43db-ad22-7d561a46428c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 946 time: 0.1079645 Jun 17 18:01:33.234237 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-16d15640-5c4c-41f4-ad98-f15727a9ff86 req-e40ecce1-7bdc-4dd5-bd05-e7193a4f7a2c tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups?id=d68c61a4-c63c-4bae-aeae-bbd7b92ed604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413277 Jun 17 18:01:33.340114 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:33.340487 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:33.340803 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Floating IP 5550e586-2796-468c-8ee1-458286a70347 disassociated. External IP: 172.27.1.10, port: 54cf7d73-a3f5-46b3-b796-3e966b182bed. Jun 17 18:01:33.341145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Calling delete_port for 54cf7d73-a3f5-46b3-b796-3e966b182bed owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:33.442490 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b616c6-2381-4e3d-a8c9-67839d7dc559 req-c3a75567-65d2-457e-8643-afcdd2e110fa tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:33.443995 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d8b616c6-2381-4e3d-a8c9-67839d7dc559 req-c3a75567-65d2-457e-8643-afcdd2e110fa tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0767322 Jun 17 18:01:33.496332 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d8b616c6-2381-4e3d-a8c9-67839d7dc559 req-a94cff83-0556-4312-a052-a22a92b69437 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468259 Jun 17 18:01:33.561078 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:33.566875 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-54fa6364-75be-4e28-8d9a-f40b5f403c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:33.608674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event deleted for resources: {'Port': ['ID=54cf7d73-a3f5-46b3-b796-3e966b182bed,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:33.612132 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:33.817465 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Router b833cbdb-b7a8-498a-ba91-f013f8507420 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:01:34.034022 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:01:34.044784 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] Sync routers for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:01:34.063441 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:34.064095 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:01:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:34.112808 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] No DVR routers for this DVR port 54cf7d73-a3f5-46b3-b796-3e966b182bed on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:01:34.115377 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:34.118306 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-deleted', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:01:34.175676 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86916554-df34-4c72-a1c7-027e14c2831a', 'name': 'network-vif-deleted', 'tag': '54cf7d73-a3f5-46b3-b796-3e966b182bed', 'status': 'completed', 'code': 200} Jun 17 18:01:34.184514 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-35094ff2-c11f-4cfe-8e4f-c07762b507f7 req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.36 "DELETE /v2.0/ports/54cf7d73-a3f5-46b3-b796-3e966b182bed HTTP/1.1" status: 204 len: 173 time: 1.4363215 Jun 17 18:01:34.248043 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:34.414607 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-594ec1be-e3c4-463a-8b1b-9178d4345555 req-e89eb166-ac6d-4f01-bb4a-4fbc13b1ddba tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/ports?device_id=86916554-df34-4c72-a1c7-027e14c2831a HTTP/1.1" status: 200 len: 210 time: 0.0417609 Jun 17 18:01:34.564650 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:34.569344 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] Checking router: b833cbdb-b7a8-498a-ba91-f013f8507420 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:01:34.580775 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:34.581396 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:01:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:34.698459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1384f-c0e1-4433-b241-d72b6814fb06 req-debe21ce-b855-4424-8ace-65912e8e27c4 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:34.699854 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-40b1384f-c0e1-4433-b241-d72b6814fb06 req-debe21ce-b855-4424-8ace-65912e8e27c4 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0784464 Jun 17 18:01:34.748736 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-40b1384f-c0e1-4433-b241-d72b6814fb06 req-60b8fbb6-0bd2-4f65-8ff1-782052c3be96 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Jun 17 18:01:34.800834 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:35.112742 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:35.117331 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ffbfb-d59c-4c56-b195-1bc379b08d22 None None] The sync data for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi is: [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T17:54:40Z', 'revision_number': 4, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '4a8bb978-729d-49b6-bc9f-f56cfafc8875', 'name': '', 'network_id': '4f315050-8ac4-4a1b-9e38-ebc39e397a55', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'mac_address': 'fa:16:3e:17:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:38Z', 'updated_at': '2021-06-17T17:55:19Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'subnets': [{'id': 'ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:01:35.336971 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b798b7b-7024-40c2-b440-4fff77d061b8 None None] New status for floating IP 5550e586-2796-468c-8ee1-458286a70347: DOWN {{(pid=75206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:01:35.642330 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42584) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:35.712242 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:35.739523 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:35.863675 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:35.869070 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fd33aa4a-83f8-43aa-b24c-87e47239e288 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:35.920021 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c61a4-c63c-4bae-aeae-bbd7b92ed604,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:35.922582 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:35.967550 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ac62-96ee-4bfc-8cc6-1f19927d2ea1 req-10f21765-c248-47a3-94a8-78dd05e25ca3 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:35.969042 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9599ac62-96ee-4bfc-8cc6-1f19927d2ea1 req-10f21765-c248-47a3-94a8-78dd05e25ca3 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0920649 Jun 17 18:01:36.010998 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.011983 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "DELETE /v2.0/security-groups/d68c61a4-c63c-4bae-aeae-bbd7b92ed604 HTTP/1.1" status: 204 len: 168 time: 0.3686712 Jun 17 18:01:36.014954 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42590) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:36.025668 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9599ac62-96ee-4bfc-8cc6-1f19927d2ea1 req-0ff0290e-1393-4a4b-959a-c40423fb9fcc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Jun 17 18:01:36.032638 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.api.v2.resource [None req-4bf9745b-7177-43fc-85d0-c7ffd1120a01 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] show failed (client error): The resource could not be found. Jun 17 18:01:36.033668 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4bf9745b-7177-43fc-85d0-c7ffd1120a01 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "GET /v2.0/security-groups/d68c61a4-c63c-4bae-aeae-bbd7b92ed604 HTTP/1.1" status: 404 len: 347 time: 0.0176795 Jun 17 18:01:36.036775 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42594) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:36.219755 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device cdabd422-a82a-4519-b850-fece3e7c675b details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:01:36.228250 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:36.264371 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 54cf7d73-a3f5-46b3-b796-3e966b182bed {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:36.264631 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 54cf7d73-a3f5-46b3-b796-3e966b182bed not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:36.293826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Deleting port e4732104-6de1-4539-aff6-5bcba14c83d2 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:36.294196 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.393893 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port cdabd422-a82a-4519-b850-fece3e7c675b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cdabd422-a82a-4519-b850-fece3e7c675b,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:36.408221 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'cdabd422-a82a-4519-b850-fece3e7c675b', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'port_id': 'cdabd422-a82a-4519-b850-fece3e7c675b', 'mac_address': 'fa:16:3e:dc:c4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2079ac8-4619-4bea-a0b7-054b45abdeea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:01:36.462793 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.464412 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.464755 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.480543 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdabd422-a82a-4519-b850-fece3e7c675b {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:01:36.497476 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port cdabd422-a82a-4519-b850-fece3e7c675b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cdabd422-a82a-4519-b850-fece3e7c675b,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:36.543834 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.545564 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:36.585927 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Calling delete_port for e4732104-6de1-4539-aff6-5bcba14c83d2 owned by network:floatingip {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:36.613992 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=cdabd422-a82a-4519-b850-fece3e7c675b,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:36.617851 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:36.799280 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.803356 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:36.842793 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:01:36.847021 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Pushing event deleted for resources: {'Port': ['ID=e4732104-6de1-4539-aff6-5bcba14c83d2,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:36.849606 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:36.940275 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks [] for floatingip, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.954541 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:36.956011 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-79b0a95d-9e93-41eb-ad7f-1c1e9f0eb16d tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] 10.222.0.30 "DELETE /v2.0/floatingips/5550e586-2796-468c-8ee1-458286a70347 HTTP/1.1" status: 204 len: 168 time: 0.9180133 Jun 17 18:01:37.224988 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ba0c3-22e5-4847-b5f9-dacd8fcde793 req-19eea9c1-8b33-48d3-8f40-8f4759724330 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:37.229053 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-962ba0c3-22e5-4847-b5f9-dacd8fcde793 req-19eea9c1-8b33-48d3-8f40-8f4759724330 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 944 time: 0.0775063 Jun 17 18:01:37.273963 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-962ba0c3-22e5-4847-b5f9-dacd8fcde793 req-81f5d712-fb87-45ab-8faa-33a59b0b321f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Jun 17 18:01:38.223804 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device cdabd422-a82a-4519-b850-fece3e7c675b up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:01:38.377564 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port cdabd422-a82a-4519-b850-fece3e7c675b completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:01:38.383590 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port cdabd422-a82a-4519-b850-fece3e7c675b triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:01:38.384359 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:38.484824 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3ded3-cb94-4606-82a5-bd6c7bfe925c req-73bec99a-4de7-4fd1-86e0-5cc871b59d5f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:38.486361 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0ce3ded3-cb94-4606-82a5-bd6c7bfe925c req-73bec99a-4de7-4fd1-86e0-5cc871b59d5f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 944 time: 0.0863378 Jun 17 18:01:38.506675 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:38.533930 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdabd422-a82a-4519-b850-fece3e7c675b'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:01:38.535006 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0ce3ded3-cb94-4606-82a5-bd6c7bfe925c req-77bc891d-52db-440a-8567-44b93ab48a9c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Jun 17 18:01:38.544756 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port cdabd422-a82a-4519-b850-fece3e7c675b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cdabd422-a82a-4519-b850-fece3e7c675b,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:38.598319 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdabd422-a82a-4519-b850-fece3e7c675b', 'code': 200} Jun 17 18:01:38.611879 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:38.614589 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-8d343856-5c68-4a37-a79c-9a3fe0c7d925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:38.682402 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=cdabd422-a82a-4519-b850-fece3e7c675b,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:38.685397 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:39.004615 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-991b7337-c5be-4e7f-b181-fb89cf4621ae req-1b429926-393f-481e-bae2-45bc5a0714c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 1098 time: 0.0678091 Jun 17 18:01:39.051925 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-991b7337-c5be-4e7f-b181-fb89cf4621ae req-3380b55f-9a1b-4009-8041-5a7da97a1ee4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Jun 17 18:01:39.744448 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa09e13-b6c6-4105-ba3b-cf74edd039fa req-13bd3e2d-0b6a-4335-85a3-ac1cd471fea5 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:39.745848 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8aa09e13-b6c6-4105-ba3b-cf74edd039fa req-13bd3e2d-0b6a-4335-85a3-ac1cd471fea5 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 945 time: 0.0818779 Jun 17 18:01:39.790880 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8aa09e13-b6c6-4105-ba3b-cf74edd039fa req-c4a277c0-64e4-4d43-a4aa-42a01f4d9664 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Jun 17 18:01:40.087706 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42626) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:40.637459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:41.096674 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f6a6-73c3-40c3-968b-81c0441fb633 req-65640ce9-381d-4783-b281-eddde536f95d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:41.098088 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cbf1f6a6-73c3-40c3-968b-81c0441fb633 req-65640ce9-381d-4783-b281-eddde536f95d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 945 time: 0.1764624 Jun 17 18:01:41.196919 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cbf1f6a6-73c3-40c3-968b-81c0441fb633 req-3cac9f61-842d-4682-ade9-1902cacbbff0 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918884 Jun 17 18:01:41.336151 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Deleting port 4a8bb978-729d-49b6-bc9f-f56cfafc8875 {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:41.336500 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:41.510982 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] For port 4a8bb978-729d-49b6-bc9f-f56cfafc8875, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=4a8bb978-729d-49b6-bc9f-f56cfafc8875,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:41.511342 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:41.638274 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Calling delete_port for 4a8bb978-729d-49b6-bc9f-f56cfafc8875 owned by network:router_interface {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:41.869409 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:41.878147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ed0279d5-2b18-4919-8611-0759655cad73 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:41.920598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8bb978-729d-49b6-bc9f-f56cfafc8875,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:41.922949 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:42.323614 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:42.904232 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Router b833cbdb-b7a8-498a-ba91-f013f8507420 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:01:43.104716 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:01:43.116304 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] Sync routers for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:01:43.121248 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-53277a7c-e7cb-4404-a396-978a77a8cebb admin admin] 10.222.0.30 "PUT /v2.0/routers/b833cbdb-b7a8-498a-ba91-f013f8507420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0302479 Jun 17 18:01:43.121489 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42646) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:43.128523 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:43.129149 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:01:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:43.311648 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:43.326631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks [] for router, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:43.608147 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T18:01:41Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:43.612424 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] Checking router: b833cbdb-b7a8-498a-ba91-f013f8507420 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:01:43.623931 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] Routers {'b833cbdb-b7a8-498a-ba91-f013f8507420'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:01:43.624707 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:01:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['b833cbdb-b7a8-498a-ba91-f013f8507420'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:43.641612 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:43.731867 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Deleting port 9bb869ce-e055-4111-8f20-10e6d3162c67 {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:43.732249 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:43.802569 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] Set router b833cbdb-b7a8-498a-ba91-f013f8507420 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:01:43.903905 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] For port 9bb869ce-e055-4111-8f20-10e6d3162c67, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=9bb869ce-e055-4111-8f20-10e6d3162c67,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:43.904267 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.030241 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Calling delete_port for 9bb869ce-e055-4111-8f20-10e6d3162c67 owned by network:router_gateway {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:44.102965 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T18:01:41Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:44.107191 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ede5e9-1291-4080-bc18-788b81e46c83 None None] The sync data for ids ['b833cbdb-b7a8-498a-ba91-f013f8507420'] in dv-cinder-796864-1-iscsi is: [{'id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'name': 'tempest-AttachVolumeShelveTestJSON-1882486265-router', 'tenant_id': '58070aa9e7e34f2bbb9adfca50423d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:54:29Z', 'updated_at': '2021-06-17T18:01:41Z', 'revision_number': 5, 'project_id': '58070aa9e7e34f2bbb9adfca50423d18', 'gw_port': {'id': '9bb869ce-e055-4111-8f20-10e6d3162c67', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b833cbdb-b7a8-498a-ba91-f013f8507420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:54:31Z', 'updated_at': '2021-06-17T17:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:01:44.280496 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.284344 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a0a45c82-f5c1-4e3a-b885-b8b30958669c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:44.326888 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb869ce-e055-4111-8f20-10e6d3162c67,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:44.330751 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:44.554170 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.809057 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.813788 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.961118 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.961639 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b833cbdb-b7a8-498a-ba91-f013f8507420 {{(pid=75204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:01:44.975743 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.979181 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b833cbdb-b7a8-498a-ba91-f013f8507420 HTTP/1.1" status: 204 len: 168 time: 1.8544369 Jun 17 18:01:44.979512 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42658) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:45.043145 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Deleting subnet ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 {{(pid=75204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:01:45.046394 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.101551 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3103214'] for subnet, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.183228 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.450710 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 4a8bb978-729d-49b6-bc9f-f56cfafc8875 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:45.483332 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 4a8bb978-729d-49b6-bc9f-f56cfafc8875 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:45.483688 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 4a8bb978-729d-49b6-bc9f-f56cfafc8875 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:45.484118 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 9bb869ce-e055-4111-8f20-10e6d3162c67 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:45.518468 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 9bb869ce-e055-4111-8f20-10e6d3162c67 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:45.518823 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 9bb869ce-e055-4111-8f20-10e6d3162c67 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:45.604543 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3093914'] for subnet, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.608944 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-dc8bf4aa-d8c6-4873-b4c9-99ef3ae2d81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:45.642665 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:45.646027 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:45.650104 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.655514 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3acdad6-8040-4975-a648-304393ca8fa8 None None] Network 4f315050-8ac4-4a1b-9e38-ebc39e397a55 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:01:45.655960 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ac2c5bc5-f939-48cf-b0f3-0967bf6ccc93 HTTP/1.1" status: 204 len: 168 time: 0.6754477 Jun 17 18:01:45.658374 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42664) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:45.768209 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.780793 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Deleting port 0082fb8c-d913-4426-9b11-6c33be1addcc {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:45.781136 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.953288 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] DHCP port deletion for 4f315050-8ac4-4a1b-9e38-ebc39e397a55 request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:01:45.957721 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Deleting port 0082fb8c-d913-4426-9b11-6c33be1addcc {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:45.958132 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:45.991775 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] For port 0082fb8c-d913-4426-9b11-6c33be1addcc, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=0082fb8c-d913-4426-9b11-6c33be1addcc,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:45.992135 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.113262 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Calling delete_port for 0082fb8c-d913-4426-9b11-6c33be1addcc owned by network:dhcp {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:46.193292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] For port 0082fb8c-d913-4426-9b11-6c33be1addcc, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=0082fb8c-d913-4426-9b11-6c33be1addcc,segment=NetworkSegment(8e6fc0df-dca9-493c-bb3a-c871c7204626),segment_id=8e6fc0df-dca9-493c-bb3a-c871c7204626)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:01:46.193292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.246765 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.251711 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:46.297421 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] No DVR routers for this DVR port 0082fb8c-d913-4426-9b11-6c33be1addcc on host dv-cinder-796864-1-iscsi {{(pid=75204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:01:46.308889 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Calling delete_port for 0082fb8c-d913-4426-9b11-6c33be1addcc owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:01:46.332538 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Pushing event deleted for resources: {'Port': ['ID=0082fb8c-d913-4426-9b11-6c33be1addcc,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:46.335121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:46.380175 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:01:46.380545 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:01:46.427661 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.446789 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f315050-8ac4-4a1b-9e38-ebc39e397a55']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:46.461751 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6fc0df-dca9-493c-bb3a-c871c7204626') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:46.462083 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6fc0df-dca9-493c-bb3a-c871c7204626') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:01:46.474366 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.490587 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.496632 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:01:46.497025 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:01:46.510209 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:01:46.649930 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.653535 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:46.666910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.677099 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f315050-8ac4-4a1b-9e38-ebc39e397a55,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:46.680279 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:46.759077 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-b8d08bba-7e5f-463d-a5ea-f04f26fc700c admin admin] 10.222.0.30 "DELETE /v2.0/networks/4f315050-8ac4-4a1b-9e38-ebc39e397a55 HTTP/1.1" status: 204 len: 168 time: 1.0995255 Jun 17 18:01:46.881872 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Deleting port 0082fb8c-d913-4426-9b11-6c33be1addcc {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:01:46.882526 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.945365 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-489c1a89-c1c2-4d1e-abb3-a371cab4cedf None None] The port '0082fb8c-d913-4426-9b11-6c33be1addcc' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:01:47.098641 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42674) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:47.150272 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-fbd39246-ccfe-48aa-adfb-85aa52229b9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58070aa9e7e34f2bbb9adfca50423d18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503733 Jun 17 18:01:47.152555 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42678) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:47.211625 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:47.241961 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:47.257242 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0082fb8c-d913-4426-9b11-6c33be1addcc no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:01:47.292266 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 0082fb8c-d913-4426-9b11-6c33be1addcc {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:01:47.292893 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0082fb8c-d913-4426-9b11-6c33be1addcc not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:01:47.369818 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:47.374848 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5ebf4471-938d-4679-9816-31835a815940 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:47.388748 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7f72ad-2867-4c2a-a3e1-7a4bd0a9c8e4,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:47.391240 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:47.397168 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:47.398574 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a7f72ad-2867-4c2a-a3e1-7a4bd0a9c8e4 HTTP/1.1" status: 204 len: 168 time: 0.2451429 Jun 17 18:01:49.257547 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c906-9354-4baf-92ef-587ef3b85e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:49.738015 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:51.268766 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1460479c-7bf9-45dd-8c79-933ec24142f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:52.128406 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-d243940f-7879-4a29-83bb-c68e10a552b9 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:52.129851 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-d243940f-7879-4a29-83bb-c68e10a552b9 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.1494994 Jun 17 18:01:52.147737 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-c344e0b3-5104-4252-b35b-6534434cb20c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/quotas/79e71a9a184a47d7b18be0a35760825e HTTP/1.1" status: 200 len: 375 time: 0.0122705 Jun 17 18:01:52.225995 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-abde86e3-7e84-48be-98c3-de70715c61f2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726798 Jun 17 18:01:52.452581 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cb3c4d4e-607b-4be6-b7d7-f5778eddb33d service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196732 Jun 17 18:01:52.497574 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:52.585124 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-64ef140f-d4d8-4b7e-ae28-ee9f53afab94 service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269741 Jun 17 18:01:52.852379 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c76aaab6-87cc-441a-9104-127b64a7adb4 req-6ab0516f-7f2f-4822-95be-803ff5cb6dd5 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 210 time: 0.0480239 Jun 17 18:01:53.914813 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:54.011352 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-39c1c7a7-0b5f-4198-b049-dffde5350830 req-086380d5-9cb7-4cf2-b3ec-5d41e200c419 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 210 time: 0.0413783 Jun 17 18:01:54.478410 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:55.089699 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-34202e38-bcb0-4e93-8f8a-3f90917f0725 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:55.091207 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-34202e38-bcb0-4e93-8f8a-3f90917f0725 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.1584380 Jun 17 18:01:55.135046 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Request body: {'port': {'device_id': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'admin_state_up': True, 'tenant_id': '79e71a9a184a47d7b18be0a35760825e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:01:55.181503 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-01dcbada-fa29-4cbb-a171-3c581f5584b1 req-56a784cf-ccbd-48ee-bd47-7a083df9b4ec tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 210 time: 0.0429833 Jun 17 18:01:55.292739 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:01:55.296655 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Usage tracker for resource:port and tenant:79e71a9a184a47d7b18be0a35760825e is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:01:55.307504 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:01:55.307504 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:01:55.417219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Made reservation on behalf of 79e71a9a184a47d7b18be0a35760825e for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:01:55.420318 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:55.582366 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Allocated IP 172.20.0.4 (2817cba9-843d-4fd8-8818-018c547d6c76/a2079ac8-4619-4bea-a0b7-054b45abdeea/252d559a-0acf-4af9-a2ee-1f7ef6830313) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:01:55.799986 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:55.918926 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:55.924789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9061f7d4-3c7b-4d17-a19f-90fa26266003 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:55.965972 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:01:55.990139 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Network 2817cba9-843d-4fd8-8818-018c547d6c76 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:01:55.993365 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:01:55.997673 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:01:56.029159 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event updated for resources: {'Port': ['ID=252d559a-0acf-4af9-a2ee-1f7ef6830313,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:56.035866 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:56.069020 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:56.069714 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.172414 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0420184 Jun 17 18:01:56.189767 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Request body: {'port': {'device_id': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:01:56.291261 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42814) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:56.303749 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.395687 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7647d-3ed8-4c15-a6d1-d630b2c3c980 req-08769983-0868-4cb6-a1e6-1d9dffb2e033 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:56.397671 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d5f7647d-3ed8-4c15-a6d1-d630b2c3c980 req-08769983-0868-4cb6-a1e6-1d9dffb2e033 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 931 time: 0.0902405 Jun 17 18:01:56.465044 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.482151 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d5f7647d-3ed8-4c15-a6d1-d630b2c3c980 req-6e017ba6-0e85-4482-a877-4546711f0845 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735624 Jun 17 18:01:56.520538 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:01:56.525058 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Usage tracker for resource:security_group_rule and tenant:f12772dc04b94ee199aa693443e712b3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:01:56.528018 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:01:56.533863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:01:56.609146 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.683875 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.691348 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1f4f23d9-4bd8-46e7-b489-76741a4f2d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:56.730280 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd04180c-b4a0-480d-9536-df2b0c0158da,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:56.733627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:56.738758 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f12772dc04b94ee199aa693443e712b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4439952 Jun 17 18:01:56.739707 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42820) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:56.756581 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252d559a-0acf-4af9-a2ee-1f7ef6830313 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:01:56.763522 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.778117 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Transition to ACTIVE for port object 252d559a-0acf-4af9-a2ee-1f7ef6830313 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:01:56.802359 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-071a6331-4802-4dd1-ae17-a3fabc117738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.827522 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-071a6331-4802-4dd1-ae17-a3fabc117738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.857237 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.861768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-019d1344-af82-4267-98f8-4bfa24fb245e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:56.919924 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-071a6331-4802-4dd1-ae17-a3fabc117738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.923849 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d70142a3-a8d2-4061-87fb-dfa8567a0184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:56.934930 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a6331-4802-4dd1-ae17-a3fabc117738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd04180c-b4a0-480d-9536-df2b0c0158da,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:56.939092 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-071a6331-4802-4dd1-ae17-a3fabc117738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:56.942718 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-071a6331-4802-4dd1-ae17-a3fabc117738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:56.943877 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-071a6331-4802-4dd1-ae17-a3fabc117738 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd04180c-b4a0-480d-9536-df2b0c0158da HTTP/1.1" status: 204 len: 168 time: 0.2040155 Jun 17 18:01:56.988039 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=252d559a-0acf-4af9-a2ee-1f7ef6830313,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:56.992088 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:57.097515 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Attempting to bind port 252d559a-0acf-4af9-a2ee-1f7ef6830313 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:01:57.097898 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Attempting to bind port 252d559a-0acf-4af9-a2ee-1f7ef6830313 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:01:57.098338 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Attempting to bind port 252d559a-0acf-4af9-a2ee-1f7ef6830313 on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:01:57.105257 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Port 252d559a-0acf-4af9-a2ee-1f7ef6830313 on network 2817cba9-843d-4fd8-8818-018c547d6c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:01:57.105588 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Attempting to bind port 252d559a-0acf-4af9-a2ee-1f7ef6830313 on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:01:57.112257 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:01:57.112601 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Checking segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:01:57.113041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Bound using segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:01:57.113472 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Bound port: 252d559a-0acf-4af9-a2ee-1f7ef6830313, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:01:57.113822 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:57.202650 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] For port 252d559a-0acf-4af9-a2ee-1f7ef6830313, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:01:57.207139 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] For port 252d559a-0acf-4af9-a2ee-1f7ef6830313, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=252d559a-0acf-4af9-a2ee-1f7ef6830313,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:01:57.273571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:57.278150 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4b0a96bd-2bd8-4627-8d6f-f6b1ce6e498f tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:57.337653 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:57.339079 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/252d559a-0acf-4af9-a2ee-1f7ef6830313 HTTP/1.1" status: 200 len: 1093 time: 1.1538117 Jun 17 18:01:57.339563 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'tag': '252d559a-0acf-4af9-a2ee-1f7ef6830313'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:01:57.359346 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=252d559a-0acf-4af9-a2ee-1f7ef6830313,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:57.362522 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:57.393737 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'tag': '252d559a-0acf-4af9-a2ee-1f7ef6830313', 'status': 'completed', 'code': 200} Jun 17 18:01:57.514154 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-766f7c5c-f0e6-4d9d-a286-dc7b21edc5c0 req-3afd271b-355a-49e0-b00c-3708332c37c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 1096 time: 0.0706246 Jun 17 18:01:57.559329 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42832) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:57.579063 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:57.642594 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:01:57.659698 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Usage tracker for resource:security_group_rule and tenant:13ec8e1ac35f4795a857ff6889cd0f5e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:01:57.663527 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:01:57.670745 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:01:57.684716 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f7c5c-f0e6-4d9d-a286-dc7b21edc5c0 req-802d377d-017c-4335-a481-d473180ef36e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:57.686461 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-766f7c5c-f0e6-4d9d-a286-dc7b21edc5c0 req-802d377d-017c-4335-a481-d473180ef36e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=79e71a9a184a47d7b18be0a35760825e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1479154 Jun 17 18:01:57.727763 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f29a-f746-4d2b-b957-8c567b125853 req-f51838c8-61f5-4249-be7b-513a64d3190f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:57.729352 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9603f29a-f746-4d2b-b957-8c567b125853 req-f51838c8-61f5-4249-be7b-513a64d3190f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 943 time: 0.1193049 Jun 17 18:01:57.809556 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:57.821051 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9603f29a-f746-4d2b-b957-8c567b125853 req-26d87e73-8f73-4c4a-805a-548995252c2c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850184 Jun 17 18:01:57.831869 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f7c5c-f0e6-4d9d-a286-dc7b21edc5c0 req-369fe27e-0065-4140-98d7-4de07ed2fbf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:57.833368 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-766f7c5c-f0e6-4d9d-a286-dc7b21edc5c0 req-369fe27e-0065-4140-98d7-4de07ed2fbf8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375787 Jun 17 18:01:57.857200 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:57.866167 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c357f1be-c1ab-4d54-8f66-540ac898121f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:57.905662 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05c1b7-25b6-4cd1-af78-d753af6de257,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:57.910602 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:57.914467 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13ec8e1ac35f4795a857ff6889cd0f5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3535666 Jun 17 18:01:57.920621 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42836) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:57.973165 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-2b15b67b-7ca8-4b86-8886-deb64c603d83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 1096 time: 0.0710776 Jun 17 18:01:57.978297 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:58.004655 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:58.051374 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-0e9d0880-4a1c-4b51-a4c7-3489f1718cef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=252d559a-0acf-4af9-a2ee-1f7ef6830313 HTTP/1.1" status: 200 len: 217 time: 0.0652177 Jun 17 18:01:58.108910 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:58.115522 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9aa56c03-88cc-4fb1-99aa-b4c6981968f9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:01:58.121942 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-9e04515a-7545-4e2b-a63b-c77a3908f2e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:58.121942 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-9e04515a-7545-4e2b-a63b-c77a3908f2e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2079ac8-4619-4bea-a0b7-054b45abdeea HTTP/1.1" status: 200 len: 854 time: 0.0592265 Jun 17 18:01:58.128644 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05c1b7-25b6-4cd1-af78-d753af6de257,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:01:58.131609 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:01:58.134087 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:58.137975 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d05c1b7-25b6-4cd1-af78-d753af6de257 HTTP/1.1" status: 204 len: 168 time: 0.2204893 Jun 17 18:01:58.168596 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-60b4308f-d14c-48c4-b58e-bac28cd6324b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2817cba9-843d-4fd8-8818-018c547d6c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441911 Jun 17 18:01:58.301597 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-2f1a4231-35bd-4e94-beeb-f0ae56e2ec10 service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266675 Jun 17 18:01:58.535945 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-59dbfbf9-38a7-4d40-be2e-970eafec8c81 req-35330208-0b5c-465e-ae56-cb9b6b504926 service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268987 Jun 17 18:01:59.039122 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09873-b872-4b68-8464-aeac3dd268fa req-b6e88a27-c1d0-4836-a041-4f8dae45d79b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:01:59.040605 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-52e09873-b872-4b68-8464-aeac3dd268fa req-b6e88a27-c1d0-4836-a041-4f8dae45d79b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 943 time: 0.0794668 Jun 17 18:01:59.090419 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-52e09873-b872-4b68-8464-aeac3dd268fa req-7ccbb1e5-9226-4c4f-803d-9f149976248a tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431633 Jun 17 18:02:00.294384 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cc518-9e27-4988-8c21-21e5a693a1bb req-682a2e93-a3f4-42cf-9165-3d1383b5fa08 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:00.295790 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-683cc518-9e27-4988-8c21-21e5a693a1bb req-682a2e93-a3f4-42cf-9165-3d1383b5fa08 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 943 time: 0.0830431 Jun 17 18:02:00.345101 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-683cc518-9e27-4988-8c21-21e5a693a1bb req-963b3f7c-1110-4614-a4a1-af0480dbe181 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Jun 17 18:02:01.549972 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b8058-9b95-463f-91be-8719d9549652 req-10aca42f-e73f-4e1f-853a-d1c3fbd5cd3b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:01.551460 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-be3b8058-9b95-463f-91be-8719d9549652 req-10aca42f-e73f-4e1f-853a-d1c3fbd5cd3b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 943 time: 0.0791075 Jun 17 18:02:01.597720 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-be3b8058-9b95-463f-91be-8719d9549652 req-a7a9e772-ab50-405c-8070-7f06168ab81b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Jun 17 18:02:02.334852 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 252d559a-0acf-4af9-a2ee-1f7ef6830313 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:02:02.465218 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 252d559a-0acf-4af9-a2ee-1f7ef6830313, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=252d559a-0acf-4af9-a2ee-1f7ef6830313,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:02.478131 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '252d559a-0acf-4af9-a2ee-1f7ef6830313', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'port_id': '252d559a-0acf-4af9-a2ee-1f7ef6830313', 'mac_address': 'fa:16:3e:3b:c1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2079ac8-4619-4bea-a0b7-054b45abdeea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:02:02.530773 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:02.547898 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252d559a-0acf-4af9-a2ee-1f7ef6830313 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:02:02.563256 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 252d559a-0acf-4af9-a2ee-1f7ef6830313, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=252d559a-0acf-4af9-a2ee-1f7ef6830313,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:02.668303 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:02.671276 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-7945078c-a42f-4c37-8dea-6919ea90e690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:02.741781 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=252d559a-0acf-4af9-a2ee-1f7ef6830313,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:02.744932 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:02.808956 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77051c4-b1f8-4f46-82b8-b3c63be15f7b req-676289ef-164b-44d5-9170-22e36207235c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:02.810492 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d77051c4-b1f8-4f46-82b8-b3c63be15f7b req-676289ef-164b-44d5-9170-22e36207235c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 944 time: 0.0862658 Jun 17 18:02:02.857524 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d77051c4-b1f8-4f46-82b8-b3c63be15f7b req-5a75e170-facc-4b0e-9c18-1fffa15cbcbc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Jun 17 18:02:02.998450 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['252d559a-0acf-4af9-a2ee-1f7ef6830313'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:02:04.054098 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a3f39-4db4-4fb5-9f89-2e077b9f88cd req-af25c20c-dd8e-4f97-a77d-a00c8e666e1d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:04.055591 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-221a3f39-4db4-4fb5-9f89-2e077b9f88cd req-af25c20c-dd8e-4f97-a77d-a00c8e666e1d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 944 time: 0.0780721 Jun 17 18:02:04.111745 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-221a3f39-4db4-4fb5-9f89-2e077b9f88cd req-f0f89700-f5d5-4d6e-b82e-951ff2afefd7 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507236 Jun 17 18:02:04.205487 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:02:04.351598 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 252d559a-0acf-4af9-a2ee-1f7ef6830313 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:02:04.502485 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 252d559a-0acf-4af9-a2ee-1f7ef6830313 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:02:04.507722 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 252d559a-0acf-4af9-a2ee-1f7ef6830313 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:02:04.508133 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:04.624893 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:04.640533 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42922) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:04.655165 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252d559a-0acf-4af9-a2ee-1f7ef6830313'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:02:04.665461 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 252d559a-0acf-4af9-a2ee-1f7ef6830313, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=252d559a-0acf-4af9-a2ee-1f7ef6830313,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:04.712637 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252d559a-0acf-4af9-a2ee-1f7ef6830313', 'code': 200} Jun 17 18:02:04.735464 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:04.735464 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:04.792205 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:04.798943 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=252d559a-0acf-4af9-a2ee-1f7ef6830313,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:04.806453 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:04.825897 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:04.829755 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d0929520bd4283ba1f44484547adb5 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:04.832553 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:04.838948 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:04.903482 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:05.003752 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:05.011048 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-333f06ff-c149-436b-b12d-c5ace2b4d0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:05.052113 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d9f610-edfc-4bb8-bfbd-d047531a6603,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:05.059022 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3d0929520bd4283ba1f44484547adb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4151294 Jun 17 18:02:05.059022 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:05.059934 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 42930) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:05.168854 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-77b4e67f-22c9-4d99-81ef-a368755a85bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:05.204882 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-77b4e67f-22c9-4d99-81ef-a368755a85bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:05.214171 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-628ac5d7-1f19-43ed-9565-7377de9ae1ed req-97aacc77-8471-448a-85e0-973f3694ceca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 1098 time: 0.1269341 Jun 17 18:02:05.278203 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-628ac5d7-1f19-43ed-9565-7377de9ae1ed req-54118fe7-2690-4b3e-93df-4ce6914b2630 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532534 Jun 17 18:02:05.313546 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450302b-f4d5-41b7-874a-b18e9f9a3738 req-cd8eb658-3c2f-4bf1-b798-7ce6d9bd3cbe tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:05.315230 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8450302b-f4d5-41b7-874a-b18e9f9a3738 req-cd8eb658-3c2f-4bf1-b798-7ce6d9bd3cbe tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 945 time: 0.0821698 Jun 17 18:02:05.360306 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8450302b-f4d5-41b7-874a-b18e9f9a3738 req-ee0c2d6e-9937-40ac-a2ce-e37588a2988d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Jun 17 18:02:05.366434 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-77b4e67f-22c9-4d99-81ef-a368755a85bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:05.370468 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-033c7d86-2a40-4975-adcf-2c2aab349635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:05.383569 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4e67f-22c9-4d99-81ef-a368755a85bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d9f610-edfc-4bb8-bfbd-d047531a6603,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:05.387564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-77b4e67f-22c9-4d99-81ef-a368755a85bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:05.390817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-77b4e67f-22c9-4d99-81ef-a368755a85bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:05.391931 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-77b4e67f-22c9-4d99-81ef-a368755a85bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3d9f610-edfc-4bb8-bfbd-d047531a6603 HTTP/1.1" status: 204 len: 168 time: 0.3316255 Jun 17 18:02:06.022628 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42940) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:06.041376 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:06.071827 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:06.075999 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:20c526b453104ce0bec34cb8f6f83ed9 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:06.078906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:06.085052 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:06.148960 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:06.228899 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:06.235586 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-45eb8cfe-6234-4bc0-a7cb-87d494fe8992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:06.275425 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34a3bbc-6e96-45f0-bca2-af4df8d51051,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:06.278899 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:06.281277 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20c526b453104ce0bec34cb8f6f83ed9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2575474 Jun 17 18:02:06.283996 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 42944) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:06.349987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:06.468009 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:06.594618 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770663a-e4ad-4fbe-ba08-b3056ec4c1ff req-01459dcc-a3af-47d8-96b9-f4ef738fc2f0 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:06.595887 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b770663a-e4ad-4fbe-ba08-b3056ec4c1ff req-01459dcc-a3af-47d8-96b9-f4ef738fc2f0 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 945 time: 0.0921183 Jun 17 18:02:06.649559 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b770663a-e4ad-4fbe-ba08-b3056ec4c1ff req-87784b42-fb86-48cf-972d-cd848ed2c9bd tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482392 Jun 17 18:02:06.651121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:06.654731 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6bca8dd8-823f-4ac8-b71b-5ec16d04fca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:06.667851 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34a3bbc-6e96-45f0-bca2-af4df8d51051,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:06.670206 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:06.678369 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:06.680566 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d34a3bbc-6e96-45f0-bca2-af4df8d51051 HTTP/1.1" status: 204 len: 168 time: 0.3945498 Jun 17 18:02:07.854424 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406c3d2-86da-46f0-bced-16452bc8410a req-556d89d9-3f95-49c5-ae81-8d73998d2f74 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:07.855831 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2406c3d2-86da-46f0-bced-16452bc8410a req-556d89d9-3f95-49c5-ae81-8d73998d2f74 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 945 time: 0.0853806 Jun 17 18:02:07.903367 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2406c3d2-86da-46f0-bced-16452bc8410a req-699eaac8-cdb4-4d32-8e75-c84ae1278045 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Jun 17 18:02:10.386783 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43042) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:10.533442 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:10.567132 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:10.571239 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:95fe1723382e44ec8dcf4ab0db536223 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:10.574202 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:10.579865 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:10.722016 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:10.792914 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-3ca2960a-fe4b-4959-accb-264e72f1eddc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:10.794334 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-3ca2960a-fe4b-4959-accb-264e72f1eddc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.1599729 Jun 17 18:02:10.799520 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:10.808042 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c5cc527f-c54e-462a-b6f1-1b61c2ec80e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:10.856830 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-868a4080-c86d-40f4-a6c9-1c24302dff2c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/quotas/79e71a9a184a47d7b18be0a35760825e HTTP/1.1" status: 200 len: 375 time: 0.0502801 Jun 17 18:02:10.858258 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22b55a-0f98-4752-9d56-e20fd21d5be4,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:10.861489 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:10.866825 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-72f8f63b-7094-4520-8a8f-114a1fd3c1b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95fe1723382e44ec8dcf4ab0db536223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4789381 Jun 17 18:02:10.869711 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43056) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:10.931698 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:10.943986 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-6444957d-7b68-43a7-9790-7bc59a6676f8 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808594 Jun 17 18:02:10.958283 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:11.077624 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-592f6e28-14e0-4999-aa1b-2e371daf555f service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263280 Jun 17 18:02:11.102896 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:11.107408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ef1c6c47-c2d0-482e-8d85-e1277d9f4fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:11.119138 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22b55a-0f98-4752-9d56-e20fd21d5be4,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:11.133261 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.133641 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.134029 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.134432 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.134755 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.135114 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.135468 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.135815 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.136164 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.136513 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.136864 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:11.140374 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:11.144020 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a22b55a-0f98-4752-9d56-e20fd21d5be4 HTTP/1.1" status: 204 len: 168 time: 0.2707622 Jun 17 18:02:11.144020 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:11.225101 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-2ffb4970-30c1-4d38-b9aa-623da6281f7d service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416097 Jun 17 18:02:11.482014 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2903e2c9-919c-4dcf-8b00-b22d85c52a63 req-63f03057-7958-4a9c-aafd-9332bf7b3b8c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 210 time: 0.0494859 Jun 17 18:02:11.923944 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43074) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:11.942153 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:11.973456 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:11.978114 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Usage tracker for resource:security_group_rule and tenant:abab8171d2324572b2f998b065f17bcc is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:11.981030 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:11.986861 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:12.051414 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:12.108469 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:12.115459 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:12.156071 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9bc523-ca2e-48bf-b77d-6e8e33f5acbd,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:12.159120 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:12.162299 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-dbf6b730-f34e-4f01-94be-273ecc0f14e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abab8171d2324572b2f998b065f17bcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2373543 Jun 17 18:02:12.164842 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43078) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:12.225628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4aeef64d-52d0-4b98-bf5f-b0ddc4d0539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:12.255473 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4aeef64d-52d0-4b98-bf5f-b0ddc4d0539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:12.365230 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4aeef64d-52d0-4b98-bf5f-b0ddc4d0539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:12.369035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-885f59de-5e15-4c84-bfb4-90e457b867ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:12.380769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeef64d-52d0-4b98-bf5f-b0ddc4d0539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9bc523-ca2e-48bf-b77d-6e8e33f5acbd,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:12.384128 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4aeef64d-52d0-4b98-bf5f-b0ddc4d0539b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:12.388135 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4aeef64d-52d0-4b98-bf5f-b0ddc4d0539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:12.389307 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4aeef64d-52d0-4b98-bf5f-b0ddc4d0539b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb9bc523-ca2e-48bf-b77d-6e8e33f5acbd HTTP/1.1" status: 204 len: 168 time: 0.2235310 Jun 17 18:02:12.651907 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c44d1792-527a-44d3-883f-fa60b5151a1b req-2361567a-fda4-43c5-bf35-bc1692e6cdf8 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 210 time: 0.0441291 Jun 17 18:02:13.607459 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-2d1097fd-c5c1-4d43-a1e9-52eb0db93d86 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:13.609012 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-2d1097fd-c5c1-4d43-a1e9-52eb0db93d86 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.1445594 Jun 17 18:02:13.638485 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Request body: {'port': {'device_id': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'admin_state_up': True, 'tenant_id': '79e71a9a184a47d7b18be0a35760825e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:02:13.781308 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:13.785264 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Usage tracker for resource:port and tenant:79e71a9a184a47d7b18be0a35760825e is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:13.788769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:13.794599 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:13.829272 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-acc061ba-8dc3-4c68-bab3-d1266377273f req-e3105e42-5e29-42cf-a405-42fcc60da295 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 210 time: 0.0531552 Jun 17 18:02:13.889381 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Made reservation on behalf of 79e71a9a184a47d7b18be0a35760825e for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:13.893598 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.059923 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Allocated IP 172.20.0.7 (2817cba9-843d-4fd8-8818-018c547d6c76/a2079ac8-4619-4bea-a0b7-054b45abdeea/3b4402b5-5cc8-4ce6-a305-6f8db4e31599) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:02:14.261852 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.348509 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.354360 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8bb54d16-cce8-4bca-b8d8-32f2b0c35598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:14.383728 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b', '252d559a-0acf-4af9-a2ee-1f7ef6830313'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:02:14.393513 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43112) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:14.431762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Network 2817cba9-843d-4fd8-8818-018c547d6c76 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:02:14.435379 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:14.440201 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:02:14.475670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event updated for resources: {'Port': ['ID=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:14.483510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:14.516035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:14.516842 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.558498 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.577381 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9430335 Jun 17 18:02:14.589791 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:14.593854 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Usage tracker for resource:security_group_rule and tenant:ce24d1835a1f4dd187509adb05fb102e is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:14.596802 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:14.599425 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Request body: {'port': {'device_id': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:02:14.603266 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:14.675143 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.711084 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.777009 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.784007 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fe63e382-864d-44f5-aeff-89e30e58d134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:14.824412 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff9670-a6a9-455c-8c12-48165ab82718,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:14.828031 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:14.832702 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-64310c6a-95be-4c3e-ab11-89d4ed918768 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce24d1835a1f4dd187509adb05fb102e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4359734 Jun 17 18:02:14.833703 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43118) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:14.896254 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1011adaa-a212-4405-9fc2-6f868356565d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:14.923745 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1011adaa-a212-4405-9fc2-6f868356565d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.042243 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca316a-af71-40c5-b9ef-94fe0650e73e req-35d04611-39bb-4523-84af-01cab9334c4b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:15.043739 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2bca316a-af71-40c5-b9ef-94fe0650e73e req-35d04611-39bb-4523-84af-01cab9334c4b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 931 time: 0.0873027 Jun 17 18:02:15.075432 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1011adaa-a212-4405-9fc2-6f868356565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.079532 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c489db19-be7a-48a2-b12b-afffec2149f0 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:15.107029 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011adaa-a212-4405-9fc2-6f868356565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff9670-a6a9-455c-8c12-48165ab82718,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:15.109531 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-1011adaa-a212-4405-9fc2-6f868356565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:15.124823 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-1011adaa-a212-4405-9fc2-6f868356565d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.125970 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-1011adaa-a212-4405-9fc2-6f868356565d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28ff9670-a6a9-455c-8c12-48165ab82718 HTTP/1.1" status: 204 len: 168 time: 0.2920101 Jun 17 18:02:15.128532 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2bca316a-af71-40c5-b9ef-94fe0650e73e req-5c694143-09f8-4aa5-a8aa-29b8e241503e tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 Jun 17 18:02:15.156151 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:02:15.164737 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.179140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Transition to ACTIVE for port object 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:02:15.243724 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.247476 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:15.369176 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:15.372817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:15.476455 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Attempting to bind port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:02:15.476916 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Attempting to bind port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:02:15.477248 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Attempting to bind port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:02:15.483130 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 on network 2817cba9-843d-4fd8-8818-018c547d6c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:02:15.483456 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Attempting to bind port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:02:15.489893 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:02:15.490261 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Checking segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:02:15.490650 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Bound using segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:02:15.491074 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Bound port: 3b4402b5-5cc8-4ce6-a305-6f8db4e31599, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:02:15.491423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.580108 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] For port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:02:15.583802 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] For port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:02:15.646763 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.651672 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ecf6d61f-43fc-4d90-ac1d-527575dc7ba9 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:15.713270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:15.714777 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b4402b5-5cc8-4ce6-a305-6f8db4e31599 HTTP/1.1" status: 200 len: 1093 time: 1.1227930 Jun 17 18:02:15.715280 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'tag': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:02:15.734024 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:15.737535 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:15.778266 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'tag': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599', 'status': 'completed', 'code': 200} Jun 17 18:02:15.903562 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b99c1f13-7d57-4b9e-b525-482f9b802f27 req-15ad678d-e6aa-450f-92e3-ba4ab9ca4887 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 1096 time: 0.0766327 Jun 17 18:02:16.056559 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c1f13-7d57-4b9e-b525-482f9b802f27 req-b47f6994-3422-412e-9e5a-69cf0c77dce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:16.058033 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b99c1f13-7d57-4b9e-b525-482f9b802f27 req-b47f6994-3422-412e-9e5a-69cf0c77dce3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=79e71a9a184a47d7b18be0a35760825e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1402764 Jun 17 18:02:16.203878 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c1f13-7d57-4b9e-b525-482f9b802f27 req-f7765df1-009c-47b5-b46b-0025b8a098c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:16.205456 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b99c1f13-7d57-4b9e-b525-482f9b802f27 req-f7765df1-009c-47b5-b46b-0025b8a098c3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406748 Jun 17 18:02:16.337019 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0338-dd05-4804-bfd8-73c50a5cb876 req-f986fbe3-bc27-49e2-b27e-b7d9e0c35e13 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:16.337019 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-88da0338-dd05-4804-bfd8-73c50a5cb876 req-f986fbe3-bc27-49e2-b27e-b7d9e0c35e13 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 943 time: 0.0801666 Jun 17 18:02:16.350543 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-a4ee4c92-1fdf-433d-8a00-d4124183dabb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 1096 time: 0.0807347 Jun 17 18:02:16.386462 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-88da0338-dd05-4804-bfd8-73c50a5cb876 req-ad42fdf6-a501-4d6e-b451-d4f5f9992781 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459542 Jun 17 18:02:16.431141 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-e8678301-aedc-4cb3-9ede-3860cfc41cba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b4402b5-5cc8-4ce6-a305-6f8db4e31599 HTTP/1.1" status: 200 len: 217 time: 0.0666189 Jun 17 18:02:16.502802 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cc1d8279-6cfa-468b-b147-c7d4806f732a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:16.504260 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-cc1d8279-6cfa-468b-b147-c7d4806f732a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2079ac8-4619-4bea-a0b7-054b45abdeea HTTP/1.1" status: 200 len: 854 time: 0.0623093 Jun 17 18:02:16.555547 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-0ec6074b-2973-4fb4-a43f-a7bfb5fcb83a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2817cba9-843d-4fd8-8818-018c547d6c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427666 Jun 17 18:02:16.693110 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-36a740c4-f692-42fb-905e-abf2df61b15d service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284351 Jun 17 18:02:16.836830 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca2221da-40d0-4689-9255-4bfbd89f8cbb req-2d211455-2ef8-401c-8867-9e97ac94842e service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289923 Jun 17 18:02:17.589701 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e567a56-fe58-4787-b76c-65ffbac760ed req-801e7336-ee6f-4642-8675-089e68119449 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:17.591105 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0e567a56-fe58-4787-b76c-65ffbac760ed req-801e7336-ee6f-4642-8675-089e68119449 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 943 time: 0.0761149 Jun 17 18:02:17.652135 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0e567a56-fe58-4787-b76c-65ffbac760ed req-fcd6326a-1c6a-41f7-b1cf-26cde79e227d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552886 Jun 17 18:02:18.860158 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e8cd0-b980-428c-a099-498a7b2fa571 req-c4c7668d-ce0a-474a-b594-65d56d19563c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:18.861535 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-394e8cd0-b980-428c-a099-498a7b2fa571 req-c4c7668d-ce0a-474a-b594-65d56d19563c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 943 time: 0.0817828 Jun 17 18:02:18.907859 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-394e8cd0-b980-428c-a099-498a7b2fa571 req-7df28d9f-c690-49a5-bc39-79e12687f0ed tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Jun 17 18:02:19.216985 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a6c17438-d6bd-4de6-ab13-2e0bed835c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:19.534827 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:20.109614 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fe520-e61d-48bd-a6d6-4b9258934e88 req-a6a141de-1af3-4361-b4bb-33ec36ffb9a8 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:20.111109 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1d7fe520-e61d-48bd-a6d6-4b9258934e88 req-a6a141de-1af3-4361-b4bb-33ec36ffb9a8 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 943 time: 0.0779088 Jun 17 18:02:20.159650 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1d7fe520-e61d-48bd-a6d6-4b9258934e88 req-0750d8f1-b13e-4d7f-b03b-30f635158b68 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Jun 17 18:02:20.461832 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:02:20.601248 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:20.615510 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'port_id': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599', 'mac_address': 'fa:16:3e:82:fc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2079ac8-4619-4bea-a0b7-054b45abdeea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:02:20.673493 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:20.691644 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:02:20.706888 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:20.759730 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:20.761637 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:20.830270 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:20.838832 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.839168 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.839500 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.839828 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.840154 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.840479 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.840802 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.841132 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.841448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.841807 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.842147 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:20.845951 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:21.093609 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['3b4402b5-5cc8-4ce6-a305-6f8db4e31599'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:02:21.217173 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cc42704-2400-4c84-b345-aa7ee623d2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:21.461056 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41987f55-c74f-4e9f-9822-7f4bc7324c39 req-b862ab61-870c-4d64-bc5e-19349e7d8bc2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:21.462759 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-41987f55-c74f-4e9f-9822-7f4bc7324c39 req-b862ab61-870c-4d64-bc5e-19349e7d8bc2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 944 time: 0.1648393 Jun 17 18:02:21.515139 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-41987f55-c74f-4e9f-9822-7f4bc7324c39 req-33f0a27a-d310-4540-bcee-6336a546f440 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 Jun 17 18:02:22.473253 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:02:22.504359 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:22.605393 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:02:22.611160 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:02:22.611646 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:22.718391 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c82b7-bfd9-46f2-ade9-4b0b04646531 req-466b2499-6c35-4473-a548-ecca4fddb6d1 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:22.720176 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-896c82b7-bfd9-46f2-ade9-4b0b04646531 req-466b2499-6c35-4473-a548-ecca4fddb6d1 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 944 time: 0.0784259 Jun 17 18:02:22.730004 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:22.757165 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:02:22.767025 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:22.767983 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-896c82b7-bfd9-46f2-ade9-4b0b04646531 req-f3ac84c6-52bf-42b7-9d38-9394d0a00946 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Jun 17 18:02:22.816838 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599', 'code': 200} Jun 17 18:02:22.856914 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:22.858854 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-a7990c4a-08f0-40bb-a580-a859c606a22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:22.931728 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:22.935206 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:23.241159 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83c3100f-11c9-4f0a-82da-c9de043fefff req-0b1395ae-aa1d-4a93-a948-66ee15e08d14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 1098 time: 0.0690792 Jun 17 18:02:23.289060 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-83c3100f-11c9-4f0a-82da-c9de043fefff req-c32209c1-a5ec-4d9b-953a-23fcd1518a6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Jun 17 18:02:23.923649 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:23.982078 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52292c-b311-4bfd-a941-317c4c6b87ce req-844abd6d-4d29-4566-93d6-64f209b804fa tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:23.989355 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6e52292c-b311-4bfd-a941-317c4c6b87ce req-844abd6d-4d29-4566-93d6-64f209b804fa tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 945 time: 0.0899317 Jun 17 18:02:24.033032 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6e52292c-b311-4bfd-a941-317c4c6b87ce req-854937df-6e2e-4434-9477-b0deea957652 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Jun 17 18:02:24.485133 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:25.234757 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381c3be-f67a-4901-a4ea-34292921af42 req-d7109f37-d4be-40f6-bea5-3fe87d174818 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:25.236226 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3381c3be-f67a-4901-a4ea-34292921af42 req-d7109f37-d4be-40f6-bea5-3fe87d174818 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 945 time: 0.0772421 Jun 17 18:02:25.286537 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3381c3be-f67a-4901-a4ea-34292921af42 req-91a4846a-0645-48a1-b45e-b4e48e50b8c9 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Jun 17 18:02:32.596004 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43248) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:32.980527 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Deleting port 688c465e-e4d3-41d2-9b62-ccd78f8f3e3d {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:32.980872 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:33.153905 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:33.154240 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:33.271999 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Calling delete_port for 688c465e-e4d3-41d2-9b62-ccd78f8f3e3d owned by network:floatingip {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:33.494757 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:33.498642 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:33.541528 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event deleted for resources: {'Port': ['ID=688c465e-e4d3-41d2-9b62-ccd78f8f3e3d,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:33.582424 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.583419 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.583793 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.584162 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.584527 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.584891 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.585256 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.585611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.585997 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.586356 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.586712 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:33.618789 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:33.646171 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for floatingip, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:33.700831 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-6cbc57e8-b2cf-479f-8e96-bc32186d6df4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698981 Jun 17 18:02:33.863086 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-8c58655f-05bb-4595-a8e0-325251836295 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.0709810 Jun 17 18:02:34.136035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-dbce682d-3a81-4915-8ff3-1d49afa62350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:34.137492 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-dbce682d-3a81-4915-8ff3-1d49afa62350 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.2498760 Jun 17 18:02:34.175923 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Router 250cc7ef-fe92-4e11-af9c-aa874dde085b has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:02:34.206012 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-b098a0d2-ed27-4e14-ad44-5e962d4eceba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 217 time: 0.0604792 Jun 17 18:02:34.271934 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-d8789740-377d-41b4-9929-edb882a044a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:34.273374 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-d8789740-377d-41b4-9929-edb882a044a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0605252 Jun 17 18:02:34.348830 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-4ed25eff-8807-4f7f-9ab5-391e231fbf91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680451 Jun 17 18:02:34.381259 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:02:34.392308 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] Sync routers for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:02:34.403743 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:34.405951 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:02:34.406607 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:02:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:34.466374 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "DELETE /v2.0/floatingips/743b80af-df3c-4060-a4c7-12e0aaaab60e HTTP/1.1" status: 204 len: 168 time: 1.8691850 Jun 17 18:02:34.467121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:02:34.501978 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-d1482a65-b995-44e7-bc51-117a1f31333e service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446748 Jun 17 18:02:34.539257 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'status': 'completed', 'code': 200} Jun 17 18:02:34.595393 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:02:34.649199 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2ab5a7fd-10f2-4b15-a104-b7a7bc1d8177 req-eb139f2a-9f49-4e2b-a6c5-ce9d2bac86f8 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389294 Jun 17 18:02:34.881622 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-e4354b3b-15fd-4e3d-8f1c-077d552a651a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39271eca80424b05b2c69d039d0b15c3&device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 1099 time: 0.0740185 Jun 17 18:02:34.923900 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:14Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:34.928099 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] Checking router: 250cc7ef-fe92-4e11-af9c-aa874dde085b for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:02:34.939880 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:02:34.940516 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:02:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:35.045238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-269a9b64-2890-4f9c-9e36-efd6a0071680 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:35.046764 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-269a9b64-2890-4f9c-9e36-efd6a0071680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 200 len: 909 time: 0.1586177 Jun 17 18:02:35.140942 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-95f96884-7a68-42ee-899d-a4551fd85598 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 200 len: 217 time: 0.0748355 Jun 17 18:02:35.177456 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28ccb7-ec7f-4539-a2e3-368bb31c8c35 req-4e5f8400-b619-42e3-b27b-ae1ca0cfb17c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:35.178885 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-1a28ccb7-ec7f-4539-a2e3-368bb31c8c35 req-4e5f8400-b619-42e3-b27b-ae1ca0cfb17c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Synchronizing usage tracker for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:port {{(pid=75204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:02:35.194966 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:02:35.220189 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-78355db5-72d5-45b2-a668-25dea28f1146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:35.221360 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-78355db5-72d5-45b2-a668-25dea28f1146 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 200 len: 847 time: 0.0720005 Jun 17 18:02:35.262750 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [req-1a28ccb7-ec7f-4539-a2e3-368bb31c8c35 req-4e5f8400-b619-42e3-b27b-ae1ca0cfb17c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Unset dirty status for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:port {{(pid=75204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:02:35.264965 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1a28ccb7-ec7f-4539-a2e3-368bb31c8c35 req-4e5f8400-b619-42e3-b27b-ae1ca0cfb17c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.1986771 Jun 17 18:02:35.318466 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-2bc409a6-450b-4785-bd19-42abd81910f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49286944-c9b1-462f-9b6e-1e47e928ede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899148 Jun 17 18:02:35.319995 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1a28ccb7-ec7f-4539-a2e3-368bb31c8c35 req-0338d45e-71f3-44d0-876e-f6e61d4f5cf6 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489528 Jun 17 18:02:35.461032 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-0dbc2810-029c-41ef-8827-1fc77ce7218e service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338451 Jun 17 18:02:35.521436 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:14Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:35.526762 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be378864-a46e-4b37-b739-e20fa88c3163 None None] The sync data for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi is: [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T17:57:02Z', 'revision_number': 4, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': '053de10c-04d5-42b9-b625-8bb5d79c9fee', 'name': '', 'network_id': '49286944-c9b1-462f-9b6e-1e47e928ede6', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'mac_address': 'fa:16:3e:15:b8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:01Z', 'updated_at': '2021-06-17T17:57:14Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'subnets': [{'id': '7dbbfa38-d27b-48ff-8e49-c29bc4144faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:02:35.616747 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b7c0e23a-cd7b-4056-a895-099c88267e8d req-cc3f8b9b-ac0d-4430-aa1d-8dc4eaf12c14 service neutron] 10.222.0.36 "GET /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441393 Jun 17 18:02:35.793861 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb864af-b71e-4b8b-99f2-d2bf678bac0a None None] New status for floating IP 743b80af-df3c-4060-a4c7-12e0aaaab60e: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:02:36.522069 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb8ad5-7736-4f70-b1ee-e542bb846967 req-77ad38d6-4d35-4efa-a423-d9acd91a95a3 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:36.523635 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f3fb8ad5-7736-4f70-b1ee-e542bb846967 req-77ad38d6-4d35-4efa-a423-d9acd91a95a3 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0799699 Jun 17 18:02:36.570050 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f3fb8ad5-7736-4f70-b1ee-e542bb846967 req-22a0c425-b8c0-4b6b-ac8f-5876192f5dff tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Jun 17 18:02:37.779165 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951afcf-b037-412c-b986-296a5d9c4e01 req-6930805e-1303-4f15-8011-a887dc583b0c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:37.780737 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b951afcf-b037-412c-b986-296a5d9c4e01 req-6930805e-1303-4f15-8011-a887dc583b0c tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0886991 Jun 17 18:02:37.830128 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b951afcf-b037-412c-b986-296a5d9c4e01 req-aaea3765-c49d-4dfa-88d8-7a706cc16e05 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Jun 17 18:02:39.031731 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a01c31-a6af-4457-afa5-e02c4b671065 req-b261c4dd-4399-41c8-af4e-f51d5196f0c2 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:39.033205 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e5a01c31-a6af-4457-afa5-e02c4b671065 req-b261c4dd-4399-41c8-af4e-f51d5196f0c2 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0767457 Jun 17 18:02:39.078347 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e5a01c31-a6af-4457-afa5-e02c4b671065 req-2918dc73-5f8d-4a43-82a6-ee26e8448bb0 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Jun 17 18:02:39.675167 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec901-607e-422e-a398-aa5cbf511535 req-2bb8b0a3-6de9-4f4b-8a31-c904a013fa55 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:39.675840 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-204ec901-607e-422e-a398-aa5cbf511535 req-2bb8b0a3-6de9-4f4b-8a31-c904a013fa55 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Synchronizing usage tracker for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:02:39.688620 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-204ec901-607e-422e-a398-aa5cbf511535 req-2bb8b0a3-6de9-4f4b-8a31-c904a013fa55 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Unset dirty status for tenant:39271eca80424b05b2c69d039d0b15c3 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:02:39.689788 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-204ec901-607e-422e-a398-aa5cbf511535 req-2bb8b0a3-6de9-4f4b-8a31-c904a013fa55 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.36 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.0897887 Jun 17 18:02:39.766118 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Deleting port c2587786-257f-4efb-8fe1-559b96991cd6 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:39.766368 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:40.108423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] For port c2587786-257f-4efb-8fe1-559b96991cd6, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=c2587786-257f-4efb-8fe1-559b96991cd6,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:40.108672 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:40.234582 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Calling delete_port for c2587786-257f-4efb-8fe1-559b96991cd6 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:40.312704 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc935f6-fe30-4599-923d-c8185e411b30 req-7bf354b5-57fd-4705-bdae-ea2fd7e4f132 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:40.314866 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cfc935f6-fe30-4599-923d-c8185e411b30 req-7bf354b5-57fd-4705-bdae-ea2fd7e4f132 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 946 time: 0.1070933 Jun 17 18:02:40.370852 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cfc935f6-fe30-4599-923d-c8185e411b30 req-84e05808-6d43-44ab-bd44-806e7508148e tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/security-groups?id=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497267 Jun 17 18:02:40.438879 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:40.444630 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:40.486598 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event deleted for resources: {'Port': ['ID=c2587786-257f-4efb-8fe1-559b96991cd6,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:40.489990 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:40.562690 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] No DVR routers for this DVR port c2587786-257f-4efb-8fe1-559b96991cd6 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:02:40.565087 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:40.567687 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-deleted', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:02:40.592152 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2587786-257f-4efb-8fe1-559b96991cd6 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:02:40.623808 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17922e0b-63cb-4172-99c5-6a55af2e6a9e', 'name': 'network-vif-deleted', 'tag': 'c2587786-257f-4efb-8fe1-559b96991cd6', 'status': 'completed', 'code': 200} Jun 17 18:02:40.628955 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: c2587786-257f-4efb-8fe1-559b96991cd6 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:02:40.629350 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device c2587786-257f-4efb-8fe1-559b96991cd6 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:02:40.633714 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-204ec901-607e-422e-a398-aa5cbf511535 req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.36 "DELETE /v2.0/ports/c2587786-257f-4efb-8fe1-559b96991cd6 HTTP/1.1" status: 204 len: 173 time: 0.9355686 Jun 17 18:02:41.205088 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:02:41.535925 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-19145d2e-8ba8-4155-8458-4e98a7393122 req-3d5f48ca-f6bc-49b9-a6eb-7534d70996c8 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0417719 Jun 17 18:02:42.117186 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-3653eec6-90bb-48a4-857a-f8d390e9707e tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:42.118922 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-3653eec6-90bb-48a4-857a-f8d390e9707e tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.1498346 Jun 17 18:02:42.136453 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-af1b5e1e-2f01-4c68-a02e-ae578064d062 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/quotas/79e71a9a184a47d7b18be0a35760825e HTTP/1.1" status: 200 len: 375 time: 0.0115292 Jun 17 18:02:42.230971 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-fa45e713-1ccd-4d7e-87a1-2520e4b8f2ea tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835230 Jun 17 18:02:42.367146 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-e17b5d8d-9283-4b74-83de-001b8344ec03 service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292765 Jun 17 18:02:42.505628 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-9128141d-3918-4bc9-95b6-64c0a4c23b01 service neutron] 10.222.0.30 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326003 Jun 17 18:02:42.722618 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f6875e29-085d-439a-956d-36c4be024511 req-672040ee-7076-4eb5-a258-7daf6938c5c5 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "GET /v2.0/ports?device_id=17922e0b-63cb-4172-99c5-6a55af2e6a9e HTTP/1.1" status: 200 len: 210 time: 0.0538335 Jun 17 18:02:42.765432 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8bbb174b-1e20-40b3-bbdb-e5a732a590e3 req-f327bbe7-a40f-48c3-b34d-6c74478b3ce6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 210 time: 0.0410979 Jun 17 18:02:43.833934 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43354) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:43.909395 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:43.964230 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7320e956-c1dd-4730-abab-326af011f8ac req-ca424af9-cfd6-44c6-b188-72c5d7163a28 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 210 time: 0.0517550 Jun 17 18:02:43.980456 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:44.113352 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:44.118560 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-17cd01c8-038c-4d0b-b214-d274acec2cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:44.134564 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff36b4f-2f73-41ce-a8fe-0b5adcc2565f,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:44.138757 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:44.232395 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:44.233787 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] 10.222.0.30 "DELETE /v2.0/security-groups/aff36b4f-2f73-41ce-a8fe-0b5adcc2565f HTTP/1.1" status: 204 len: 168 time: 0.3986239 Jun 17 18:02:44.365273 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43360) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:45.008766 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-af0513ad-aad6-4146-9027-85c2f709378a tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:45.009700 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:45.011740 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-af0513ad-aad6-4146-9027-85c2f709378a tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/networks?id=2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 200 len: 814 time: 0.1611769 Jun 17 18:02:45.043615 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Request body: {'port': {'device_id': '4419846d-9762-48ba-a35c-b90d14f64f42', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'admin_state_up': True, 'tenant_id': '79e71a9a184a47d7b18be0a35760825e'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:02:45.220762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:45.225816 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Usage tracker for resource:port and tenant:79e71a9a184a47d7b18be0a35760825e is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:45.228438 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:45.234295 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:45.248656 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7a8e958f-9563-440d-9070-9dbfddca191b req-44832152-6c8f-4d41-98be-27795ffd23af tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 210 time: 0.0534456 Jun 17 18:02:45.330108 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Made reservation on behalf of 79e71a9a184a47d7b18be0a35760825e for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:45.333820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:45.506769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Allocated IP 172.20.0.9 (2817cba9-843d-4fd8-8818-018c547d6c76/a2079ac8-4619-4bea-a0b7-054b45abdeea/1e2450aa-0195-4fa9-92fb-1d1dc4fab228) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:02:45.675810 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Deleting port 053de10c-04d5-42b9-b625-8bb5d79c9fee {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:45.676689 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:45.714633 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:45.805254 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:45.814542 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-45baaefa-8277-4759-8668-5589616bda42 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:45.842740 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b', '252d559a-0acf-4af9-a2ee-1f7ef6830313', '3b4402b5-5cc8-4ce6-a305-6f8db4e31599'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:02:45.859735 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] For port 053de10c-04d5-42b9-b625-8bb5d79c9fee, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=053de10c-04d5-42b9-b625-8bb5d79c9fee,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:45.860100 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:45.913095 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Network 2817cba9-843d-4fd8-8818-018c547d6c76 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:02:45.916710 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:45.919721 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:02:45.957150 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event updated for resources: {'Port': ['ID=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:45.960944 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:45.987485 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Calling delete_port for 053de10c-04d5-42b9-b625-8bb5d79c9fee owned by network:router_interface {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:45.999199 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:46.003343 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.108857 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714214 Jun 17 18:02:46.127962 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Request body: {'port': {'device_id': '4419846d-9762-48ba-a35c-b90d14f64f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:02:46.240235 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.359337 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.364702 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7a0801db-4556-4774-a3fc-7f91c8f8e729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:46.439622 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=053de10c-04d5-42b9-b625-8bb5d79c9fee,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:46.452288 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:46.642340 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d08b3-cb9c-4f41-a904-9f8ba48b489f req-5cda1086-fb4b-466b-a779-b47800508bce tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:46.643857 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dc7d08b3-cb9c-4f41-a904-9f8ba48b489f req-5cda1086-fb4b-466b-a779-b47800508bce tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 931 time: 0.2451432 Jun 17 18:02:46.684667 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:02:46.692421 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.706782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Transition to ACTIVE for port object 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:02:46.714514 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dc7d08b3-cb9c-4f41-a904-9f8ba48b489f req-6b25b6c4-922d-4465-9f2d-7e18897efa79 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618694 Jun 17 18:02:46.798930 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.803895 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2a6b16ce-6c27-4f90-8895-b550fe455ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:46.821262 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.928984 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:46.931687 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:47.039867 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Attempting to bind port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:02:47.040197 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Attempting to bind port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:02:47.040528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Attempting to bind port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:02:47.047274 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 on network 2817cba9-843d-4fd8-8818-018c547d6c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:02:47.047609 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Attempting to bind port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 on network 2817cba9-843d-4fd8-8818-018c547d6c76 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:02:47.054213 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:02:47.054624 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Checking segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:02:47.055016 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Bound using segment: {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:02:47.055702 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Bound port: 1e2450aa-0195-4fa9-92fb-1d1dc4fab228, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:02:47.055896 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:47.143849 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] For port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:02:47.147660 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] For port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:02:47.249181 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:47.253246 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-c3a44b31-8bb0-478d-a33d-01cec2ca8d84 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:47.314261 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:47.315616 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e2450aa-0195-4fa9-92fb-1d1dc4fab228 HTTP/1.1" status: 200 len: 1093 time: 1.1922846 Jun 17 18:02:47.316098 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4419846d-9762-48ba-a35c-b90d14f64f42', 'tag': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:02:47.338126 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:47.342107 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:47.371472 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4419846d-9762-48ba-a35c-b90d14f64f42', 'tag': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228', 'status': 'completed', 'code': 200} Jun 17 18:02:47.414634 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Router 250cc7ef-fe92-4e11-af9c-aa874dde085b has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:02:47.610269 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:02:47.619573 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] Sync routers for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:02:47.622865 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-44ac18bf-5801-4512-8d11-c2e43b9282d6 admin admin] 10.222.0.30 "PUT /v2.0/routers/250cc7ef-fe92-4e11-af9c-aa874dde085b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2564468 Jun 17 18:02:47.625497 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43382) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:47.631273 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:02:47.631899 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:02:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:47.814691 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:02:47.998832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:48.068538 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f01d6-3f10-47ad-828e-e71383963867 req-659e0782-9714-4016-a8a8-5367bf43884d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:48.070076 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-562f01d6-3f10-47ad-828e-e71383963867 req-659e0782-9714-4016-a8a8-5367bf43884d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 943 time: 0.1822844 Jun 17 18:02:48.105454 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T18:02:46Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:48.109759 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] Checking router: 250cc7ef-fe92-4e11-af9c-aa874dde085b for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:02:48.121219 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] Routers {'250cc7ef-fe92-4e11-af9c-aa874dde085b'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:02:48.121861 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:02:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['250cc7ef-fe92-4e11-af9c-aa874dde085b'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:48.138075 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-562f01d6-3f10-47ad-828e-e71383963867 req-c13fc846-d267-49e0-9785-7d429232c872 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608304 Jun 17 18:02:48.244832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:48.304006 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] Set router 250cc7ef-fe92-4e11-af9c-aa874dde085b gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:02:48.339882 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Deleting port 26d2f65e-7bbb-4449-a427-81a9c767149e {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:48.340230 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:48.515453 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] For port 26d2f65e-7bbb-4449-a427-81a9c767149e, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=26d2f65e-7bbb-4449-a427-81a9c767149e,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:48.516116 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:48.628518 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T18:02:46Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:48.633134 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7e90f-e103-48bf-8b0d-f4a60bf19ca3 None None] The sync data for ids ['250cc7ef-fe92-4e11-af9c-aa874dde085b'] in dv-cinder-796864-1-iscsi is: [{'id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'name': 'tempest-TestShelveInstance-665262018-router', 'tenant_id': '39271eca80424b05b2c69d039d0b15c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:56:56Z', 'updated_at': '2021-06-17T18:02:46Z', 'revision_number': 5, 'project_id': '39271eca80424b05b2c69d039d0b15c3', 'gw_port': {'id': '26d2f65e-7bbb-4449-a427-81a9c767149e', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc7ef-fe92-4e11-af9c-aa874dde085b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:56:57Z', 'updated_at': '2021-06-17T17:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:02:48.636906 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Calling delete_port for 26d2f65e-7bbb-4449-a427-81a9c767149e owned by network:router_gateway {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:48.861900 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:48.866297 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-4c9f5620-6de4-4d3a-8072-70c8997afc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:48.912179 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d2f65e-7bbb-4449-a427-81a9c767149e,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:48.914971 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:49.166235 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.248014 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c18d2579-6a66-458e-a410-f4f53c6e8f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.303809 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 053de10c-04d5-42b9-b625-8bb5d79c9fee no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:02:49.340987 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 053de10c-04d5-42b9-b625-8bb5d79c9fee {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:02:49.341494 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 053de10c-04d5-42b9-b625-8bb5d79c9fee not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:02:49.400964 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e0849368-6d60-45e9-b276-b3ecaed8f123 req-65c6434c-5208-4ad4-ad49-51ce8ef33736 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 1096 time: 0.0735171 Jun 17 18:02:49.505185 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.560150 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0849368-6d60-45e9-b276-b3ecaed8f123 req-a73bb77b-abd2-4eff-bda6-5e86f08b69fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:49.561598 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e0849368-6d60-45e9-b276-b3ecaed8f123 req-a73bb77b-abd2-4eff-bda6-5e86f08b69fa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=79e71a9a184a47d7b18be0a35760825e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1386864 Jun 17 18:02:49.597062 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.605308 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.629418 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb36b3-bd20-4330-91ce-294e37596c15 req-467a1b5a-5b4f-487b-9bd5-b4ac7e055bc5 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:49.630938 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-85cb36b3-bd20-4330-91ce-294e37596c15 req-467a1b5a-5b4f-487b-9bd5-b4ac7e055bc5 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 943 time: 0.3303456 Jun 17 18:02:49.683234 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-85cb36b3-bd20-4330-91ce-294e37596c15 req-256e44ff-b50d-4404-b6ae-95cbbb14e9b3 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Jun 17 18:02:49.703628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0849368-6d60-45e9-b276-b3ecaed8f123 req-337511c8-dbac-4d18-a95d-05d5b1ac0b45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:49.705090 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e0849368-6d60-45e9-b276-b3ecaed8f123 req-337511c8-dbac-4d18-a95d-05d5b1ac0b45 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354368 Jun 17 18:02:49.735583 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.736141 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 250cc7ef-fe92-4e11-af9c-aa874dde085b {{(pid=75204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:02:49.748562 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.751113 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/250cc7ef-fe92-4e11-af9c-aa874dde085b HTTP/1.1" status: 204 len: 168 time: 2.1232522 Jun 17 18:02:49.752465 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43394) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:49.872070 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Deleting subnet 7dbbfa38-d27b-48ff-8e49-c29bc4144faa {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:02:49.875545 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.926449 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-025b04f9-2fb7-4f99-8c51-d71b9c6b58bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e71a9a184a47d7b18be0a35760825e&device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 1096 time: 0.1386950 Jun 17 18:02:49.934248 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:50.041231 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-5f129562-fb45-4fbb-85ce-d9d81da30fbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e2450aa-0195-4fa9-92fb-1d1dc4fab228 HTTP/1.1" status: 200 len: 217 time: 0.0803704 Jun 17 18:02:50.125315 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-3898ab71-fef1-479e-b884-30fd6c7059c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:50.126869 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-3898ab71-fef1-479e-b884-30fd6c7059c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2079ac8-4619-4bea-a0b7-054b45abdeea HTTP/1.1" status: 200 len: 854 time: 0.0758584 Jun 17 18:02:50.131762 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:50.208266 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-916f6dc3-d67c-46c7-84f7-eb84410d3685 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2817cba9-843d-4fd8-8818-018c547d6c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500059 Jun 17 18:02:50.553593 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-a18c361c-1357-4f14-ac1f-40077f941a98 service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369634 Jun 17 18:02:50.761643 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-015a66df-7fb5-45c0-af8f-63ded637c18e req-8fb6a3bb-87c9-481b-bede-21783f46d514 service neutron] 10.222.0.36 "GET /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993947 Jun 17 18:02:50.810847 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:50.815187 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:50.846011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbbfa38-d27b-48ff-8e49-c29bc4144faa,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:50.849262 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:50.856745 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:50.862967 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4de4a4-dddf-4f08-b980-eac0e31cc8e5 None None] Network 49286944-c9b1-462f-9b6e-1e47e928ede6 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:02:50.868856 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-8b68689f-0fa9-410b-a109-a7e6df1cb252 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7dbbfa38-d27b-48ff-8e49-c29bc4144faa HTTP/1.1" status: 204 len: 168 time: 1.1152422 Jun 17 18:02:50.871586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43408) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:50.885495 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94151e-2500-4794-a3a6-d9bcc23a4b16 req-c323eb5a-6c39-4230-b1fc-cbdcbc498ee2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:50.891066 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0d94151e-2500-4794-a3a6-d9bcc23a4b16 req-c323eb5a-6c39-4230-b1fc-cbdcbc498ee2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 943 time: 0.0853081 Jun 17 18:02:50.968243 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0d94151e-2500-4794-a3a6-d9bcc23a4b16 req-795a189d-42f2-4ccc-807b-39fe0e5c5706 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Jun 17 18:02:51.008587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.020808 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Deleting port 08d7f275-3e44-4be0-ba45-79a06c6a3401 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:51.021145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.149932 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] DHCP port deletion for 49286944-c9b1-462f-9b6e-1e47e928ede6 request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:02:51.154787 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Deleting port 08d7f275-3e44-4be0-ba45-79a06c6a3401 {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:51.155164 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.234996 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6a753054-cc95-4278-a6e8-5c61f657d79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.264809 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] For port 08d7f275-3e44-4be0-ba45-79a06c6a3401, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=08d7f275-3e44-4be0-ba45-79a06c6a3401,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:51.265175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.368151 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 26d2f65e-7bbb-4449-a427-81a9c767149e no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:02:51.412468 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Calling delete_port for 08d7f275-3e44-4be0-ba45-79a06c6a3401 owned by network:dhcp {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:51.416275 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 26d2f65e-7bbb-4449-a427-81a9c767149e {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:02:51.416624 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 26d2f65e-7bbb-4449-a427-81a9c767149e not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:02:51.417050 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 08d7f275-3e44-4be0-ba45-79a06c6a3401 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:02:51.477224 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] For port 08d7f275-3e44-4be0-ba45-79a06c6a3401, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=08d7f275-3e44-4be0-ba45-79a06c6a3401,segment=NetworkSegment(b1561692-a2a6-4458-a9b7-73568de32d83),segment_id=b1561692-a2a6-4458-a9b7-73568de32d83)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:51.477617 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.587318 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.591582 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8edb9975-8794-4558-a63e-9d685618ffae tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:51.605490 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Calling delete_port for 08d7f275-3e44-4be0-ba45-79a06c6a3401 owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:51.637943 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No active binding found for port 08d7f275-3e44-4be0-ba45-79a06c6a3401 {{(pid=75206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jun 17 18:02:51.638358 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 08d7f275-3e44-4be0-ba45-79a06c6a3401 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:02:51.639266 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Pushing event deleted for resources: {'Port': ['ID=08d7f275-3e44-4be0-ba45-79a06c6a3401,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:51.641860 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:51.643896 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] No DVR routers for this DVR port 08d7f275-3e44-4be0-ba45-79a06c6a3401 on host dv-cinder-796864-1-iscsi {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:02:51.682329 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:02:51.687314 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:02:51.764123 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.777624 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49286944-c9b1-462f-9b6e-1e47e928ede6']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:51.789949 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1561692-a2a6-4458-a9b7-73568de32d83') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:51.790250 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1561692-a2a6-4458-a9b7-73568de32d83') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:51.802024 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.818243 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.824240 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:02:51.824626 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:02:51.837574 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:02:51.979946 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:51.983551 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:51.997611 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:52.009869 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Pushing event deleted for resources: {'Network': ['ID=49286944-c9b1-462f-9b6e-1e47e928ede6,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:52.014175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:52.097097 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] 10.222.0.30 "DELETE /v2.0/networks/49286944-c9b1-462f-9b6e-1e47e928ede6 HTTP/1.1" status: 204 len: 168 time: 1.2218876 Jun 17 18:02:52.097322 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43420) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:52.184280 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Deleting port 08d7f275-3e44-4be0-ba45-79a06c6a3401 {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:52.184878 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:52.196011 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0fcc-a1b9-47ed-86a7-3ae6611630cd req-ed05598b-a517-4b4e-ba60-ae32a9db226c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:52.197646 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e75d0fcc-a1b9-47ed-86a7-3ae6611630cd req-ed05598b-a517-4b4e-ba60-ae32a9db226c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 943 time: 0.0899341 Jun 17 18:02:52.249105 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e75d0fcc-a1b9-47ed-86a7-3ae6611630cd req-edb13fe9-5e2b-44f0-9d3e-9e9d69b745df tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Jun 17 18:02:52.254894 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d9baa-96e2-45db-b7e4-c5f3f4bc7b8b None None] The port '08d7f275-3e44-4be0-ba45-79a06c6a3401' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:02:52.536412 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:52.587693 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:53.176335 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Deleting port de7a737f-78c4-4af0-b873-1ec2d19f7fd0 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:53.176662 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:53.352075 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] For port de7a737f-78c4-4af0-b873-1ec2d19f7fd0, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,segment=NetworkSegment(f2466ab6-5776-4374-a7b5-6c85766c7948),segment_id=f2466ab6-5776-4374-a7b5-6c85766c7948)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:53.352426 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:53.454466 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd1da-ef6a-4df5-8d71-4941aead7191 req-61b1339a-2349-44b0-b28d-e506d9ab5094 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:53.455965 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-78bdd1da-ef6a-4df5-8d71-4941aead7191 req-61b1339a-2349-44b0-b28d-e506d9ab5094 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 943 time: 0.0810146 Jun 17 18:02:53.476030 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Calling delete_port for de7a737f-78c4-4af0-b873-1ec2d19f7fd0 owned by network:router_interface {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:53.508379 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-78bdd1da-ef6a-4df5-8d71-4941aead7191 req-c4eb050d-16fe-444b-81f7-5ef437a814da tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jun 17 18:02:53.707630 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:53.711475 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:53.753765 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7a737f-78c4-4af0-b873-1ec2d19f7fd0,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:53.756310 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:53.971448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:54.147179 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:54.470911 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:54.649934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:02:54.720322 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c72ab-4a4a-476a-8202-35ebd85c15a4 req-f352da6b-07bf-4523-9be2-95b539413b66 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:54.721936 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c69c72ab-4a4a-476a-8202-35ebd85c15a4 req-f352da6b-07bf-4523-9be2-95b539413b66 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 943 time: 0.0860150 Jun 17 18:02:54.736561 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:02:54.769914 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c69c72ab-4a4a-476a-8202-35ebd85c15a4 req-55af36cb-3246-4a16-82c4-bf7b62e8a97e tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Jun 17 18:02:54.791355 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:54.805955 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228', 'network_id': '2817cba9-843d-4fd8-8818-018c547d6c76', 'port_id': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228', 'mac_address': 'fa:16:3e:09:4e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2079ac8-4619-4bea-a0b7-054b45abdeea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:02:54.861776 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:54.879842 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:02:54.896758 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:54.946918 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:54.948998 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:54.954644 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:02:54.965073 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] 10.222.0.30 "PUT /v2.0/routers/622c7b3d-e1d1-4b92-ba7a-a96f0e573f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8662307 Jun 17 18:02:54.965431 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] Sync routers for ids ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:02:54.967607 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43440) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:54.979248 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] Routers {'622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:02:54.979978 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:02:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:55.017765 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:55.020907 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:55.160030 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] Set router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:02:55.171290 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks [] for router, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.286397 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['1e2450aa-0195-4fa9-92fb-1d1dc4fab228'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:02:55.378436 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.450299 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Deleting port 0deea499-1740-4f26-b0d8-5399625d070c {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:55.450665 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.455649 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0deea499-1740-4f26-b0d8-5399625d070c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T18:02:53Z', 'revision_number': 5, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port': {'id': '0deea499-1740-4f26-b0d8-5399625d070c', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:57:16Z', 'updated_at': '2021-06-17T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:55.460070 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] Checking router: 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:02:55.471216 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] Routers {'622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:02:55.471874 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:02:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:55.625005 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] Set router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 gateway port host: None {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:02:55.732970 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] For port 0deea499-1740-4f26-b0d8-5399625d070c, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=0deea499-1740-4f26-b0d8-5399625d070c,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:55.733329 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.741164 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T18:02:55Z', 'revision_number': 6, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port_host': None}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:55.745129 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11308b26-735e-4236-97a3-52048cfa98d6 None None] The sync data for ids ['622c7b3d-e1d1-4b92-ba7a-a96f0e573f85'] in dv-cinder-796864-1-iscsi is: [{'id': '622c7b3d-e1d1-4b92-ba7a-a96f0e573f85', 'name': 'tempest-TestShelveInstance-1302271342-router', 'tenant_id': '89d547285bef4c7c906b3981773aa51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:57:14Z', 'updated_at': '2021-06-17T18:02:55Z', 'revision_number': 6, 'project_id': '89d547285bef4c7c906b3981773aa51c', 'gw_port_host': None}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:02:55.860109 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Calling delete_port for 0deea499-1740-4f26-b0d8-5399625d070c owned by network:router_gateway {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:55.983455 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c2e97-fd57-4578-b8fc-0ff96d43329f req-e2b57abe-dbf6-4585-8ce2-5913ab15f12f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:55.985567 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-763c2e97-fd57-4578-b8fc-0ff96d43329f req-e2b57abe-dbf6-4585-8ce2-5913ab15f12f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 944 time: 0.0885603 Jun 17 18:02:56.045032 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-763c2e97-fd57-4578-b8fc-0ff96d43329f req-f49cdd27-81b8-4d59-a505-0d685b7a2ffc tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Jun 17 18:02:56.128341 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.132369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:56.179805 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Pushing event deleted for resources: {'Port': ['ID=0deea499-1740-4f26-b0d8-5399625d070c,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:56.183236 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:56.409939 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.466455 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43452) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:56.660609 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:02:56.676373 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.676617 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.681861 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.715079 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:02:56.717117 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1a1db402ba464693299872456a4a0c is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:02:56.720129 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:02:56.726427 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:02:56.791129 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.792001 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 {{(pid=75205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:02:56.792122 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.804371 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.805503 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] 10.222.0.30 "DELETE /v2.0/routers/622c7b3d-e1d1-4b92-ba7a-a96f0e573f85 HTTP/1.1" status: 204 len: 168 time: 1.8369524 Jun 17 18:02:56.808140 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43458) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:56.847891 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:02:56.853650 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:02:56.858315 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.871063 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Deleting subnet 135eab3e-2441-4b28-b8ab-d2d9ad047905 {{(pid=75204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:02:56.874091 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.905012 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.916013 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-046f12f0-3817-4fcf-82a6-4e4ff7768c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:56.971532 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a21358-daff-45ce-b36c-bf8c98e9ce78,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:56.975565 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.976044 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3103214'] for subnet, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.002495 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.003741 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4419846d-9762-48ba-a35c-b90d14f64f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:02:57.009684 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-68770043-13f0-4343-a307-9efb76154474 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad1a1db402ba464693299872456a4a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5421896 Jun 17 18:02:57.012714 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43464) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:57.014403 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:57.063698 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.070803 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4419846d-9762-48ba-a35c-b90d14f64f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228', 'code': 200} Jun 17 18:02:57.102473 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.109523 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.118841 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.167665 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.236459 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.242388 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.299627 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.304265 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device de7a737f-78c4-4af0-b873-1ec2d19f7fd0 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:02:57.305710 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-429f0f7a-4c3f-4922-ab5c-1336e3ccbfb6 tempest-VolumesNegativeTest-1976697037 tempest-VolumesNegativeTest-1976697037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.316364 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a21358-daff-45ce-b36c-bf8c98e9ce78,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.321384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.330142 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.330142 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5a21358-daff-45ce-b36c-bf8c98e9ce78 HTTP/1.1" status: 204 len: 168 time: 0.3103991 Jun 17 18:02:57.370146 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: de7a737f-78c4-4af0-b873-1ec2d19f7fd0 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:02:57.370730 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device de7a737f-78c4-4af0-b873-1ec2d19f7fd0 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:02:57.371417 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0deea499-1740-4f26-b0d8-5399625d070c no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:02:57.380525 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84392211-f55d-4f2c-9696-3b914a47466c req-c623df3e-6450-4818-9503-7eeb519d7e26 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:57.382900 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84392211-f55d-4f2c-9696-3b914a47466c req-c623df3e-6450-4818-9503-7eeb519d7e26 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 945 time: 0.1925683 Jun 17 18:02:57.408096 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 0deea499-1740-4f26-b0d8-5399625d070c {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:02:57.408460 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 0deea499-1740-4f26-b0d8-5399625d070c not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:02:57.450202 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84392211-f55d-4f2c-9696-3b914a47466c req-2ea9eaaf-bc76-421c-a71e-1647f0ebfa75 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612867 Jun 17 18:02:57.471360 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-347adbc6-8e66-4a7a-ab02-62785b13732e req-85c6e387-de9b-439f-ade4-029b39581184 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 1098 time: 0.0754631 Jun 17 18:02:57.517176 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3093914'] for subnet, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.517442 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-347adbc6-8e66-4a7a-ab02-62785b13732e req-1ff2054c-8dbe-4a96-9f7c-2f722c111a9b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Jun 17 18:02:57.522639 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.558917 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135eab3e-2441-4b28-b8ab-d2d9ad047905,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.562005 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.565414 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.570750 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221304bf-cb7f-4ea9-922b-369a454d93ff None None] Network 8602d073-d9ba-42e5-aaf5-03a9595a05b5 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:02:57.576863 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/135eab3e-2441-4b28-b8ab-d2d9ad047905 HTTP/1.1" status: 204 len: 168 time: 0.7669041 Jun 17 18:02:57.583051 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43472) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:57.693172 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.701607 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Deleting port cc712045-5b47-4515-9f03-f1454e51f82e {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:57.701972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.824512 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] DHCP port deletion for 8602d073-d9ba-42e5-aaf5-03a9595a05b5 request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:02:57.829280 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Deleting port cc712045-5b47-4515-9f03-f1454e51f82e {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:57.829658 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.999674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] For port cc712045-5b47-4515-9f03-f1454e51f82e, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=cc712045-5b47-4515-9f03-f1454e51f82e,segment=NetworkSegment(f2466ab6-5776-4374-a7b5-6c85766c7948),segment_id=f2466ab6-5776-4374-a7b5-6c85766c7948)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:58.000069 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.039250 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] For port cc712045-5b47-4515-9f03-f1454e51f82e, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=cc712045-5b47-4515-9f03-f1454e51f82e,segment=NetworkSegment(f2466ab6-5776-4374-a7b5-6c85766c7948),segment_id=f2466ab6-5776-4374-a7b5-6c85766c7948)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:02:58.039787 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.121934 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Calling delete_port for cc712045-5b47-4515-9f03-f1454e51f82e owned by network:dhcp {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:58.164287 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Calling delete_port for cc712045-5b47-4515-9f03-f1454e51f82e owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:02:58.273216 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.277780 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-66d1b26d-bdcf-45a7-8094-afdd1f07a1a6 tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:58.278825 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:02:58.279194 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:02:58.320646 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc712045-5b47-4515-9f03-f1454e51f82e,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:58.323306 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:58.326357 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] No DVR routers for this DVR port cc712045-5b47-4515-9f03-f1454e51f82e on host dv-cinder-796864-1-iscsi {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:02:58.442146 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.455718 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8602d073-d9ba-42e5-aaf5-03a9595a05b5']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:58.467983 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2466ab6-5776-4374-a7b5-6c85766c7948') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:58.468294 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2466ab6-5776-4374-a7b5-6c85766c7948') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:02:58.480112 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.498958 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.507569 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:02:58.507569 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:02:58.520716 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:02:58.679093 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.683020 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:58.697081 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de01d64-c02c-4333-83cf-e63a2e2b9206 req-557d5b48-ca2e-470f-812f-55ff40be99f0 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:58.698794 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0de01d64-c02c-4333-83cf-e63a2e2b9206 req-557d5b48-ca2e-470f-812f-55ff40be99f0 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 945 time: 0.0839200 Jun 17 18:02:58.702743 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.705509 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Pushing event deleted for resources: {'Network': ['ID=8602d073-d9ba-42e5-aaf5-03a9595a05b5,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:58.708514 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:58.714053 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8602d073-d9ba-42e5-aaf5-03a9595a05b5 HTTP/1.1" status: 204 len: 168 time: 1.1298137 Jun 17 18:02:58.774755 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0de01d64-c02c-4333-83cf-e63a2e2b9206 req-994ad633-3be9-4b28-b424-5005dc720b81 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692451 Jun 17 18:02:58.780749 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Deleting port cc712045-5b47-4515-9f03-f1454e51f82e {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:02:58.782307 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.859497 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6509a-557b-4410-82f6-f049c19ccee5 None None] The port 'cc712045-5b47-4515-9f03-f1454e51f82e' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:02:59.174253 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43500) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:59.224553 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-99288279-267d-43e8-8e9c-6c11fcffdad1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39271eca80424b05b2c69d039d0b15c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484455 Jun 17 18:02:59.226981 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43504) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:59.287107 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device cc712045-5b47-4515-9f03-f1454e51f82e no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:02:59.293860 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.319448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: cc712045-5b47-4515-9f03-f1454e51f82e {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:02:59.319807 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device cc712045-5b47-4515-9f03-f1454e51f82e not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:02:59.324209 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.444674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.454747 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-047e4007-eb35-4db1-a040-530ffb969d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:59.468846 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c9f19a-639f-46af-b3bb-e74e437f5932,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:59.471876 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:59.472625 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.477279 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0c9f19a-639f-46af-b3bb-e74e437f5932 HTTP/1.1" status: 204 len: 168 time: 0.2493334 Jun 17 18:02:59.965644 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e32f5-7a9d-45a8-af11-f4068db59cd3 req-670a7d70-ca03-4f1f-a767-ac1ab9c4f210 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:59.967212 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f83e32f5-7a9d-45a8-af11-f4068db59cd3 req-670a7d70-ca03-4f1f-a767-ac1ab9c4f210 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 945 time: 0.0807710 Jun 17 18:03:00.013248 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f83e32f5-7a9d-45a8-af11-f4068db59cd3 req-067cbc4f-5145-4b9f-b45e-8a821ad83b0f tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Jun 17 18:03:00.233588 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43520) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:00.283764 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-d06738a6-cf9c-46a9-8be6-ca490a76e769 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89d547285bef4c7c906b3981773aa51c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488610 Jun 17 18:03:00.288651 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43524) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:00.348336 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.377447 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.473081 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.477453 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0ed0e840-ed7a-417b-a4dd-b29707778f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:00.488978 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce4ba5-692a-484a-80b9-1a933fb8c7dd,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:00.492391 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:00.498397 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.499871 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5ce4ba5-692a-484a-80b9-1a933fb8c7dd HTTP/1.1" status: 204 len: 168 time: 0.2102938 Jun 17 18:03:18.205206 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:03:18.823302 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ea924-68ff-449e-ae66-8c1582e71996 req-6fb75d8b-3ff1-4f89-9362-0d4942fc5466 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:18.825448 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a79ea924-68ff-449e-ae66-8c1582e71996 req-6fb75d8b-3ff1-4f89-9362-0d4942fc5466 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 945 time: 0.2001729 Jun 17 18:03:18.877780 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a79ea924-68ff-449e-ae66-8c1582e71996 req-a141b2d4-2b02-48cb-808f-581764c9ab90 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Jun 17 18:03:19.203686 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-ae2a8c44-39c1-47c5-bf61-8d80df4c29fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.523628 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:20.077945 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950359c2-f0b0-4155-8cfd-50f87ae4c842 req-c6c35395-33c5-4715-9de2-dda6c693dc60 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:20.079513 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-950359c2-f0b0-4155-8cfd-50f87ae4c842 req-c6c35395-33c5-4715-9de2-dda6c693dc60 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 945 time: 0.0779004 Jun 17 18:03:20.129230 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-950359c2-f0b0-4155-8cfd-50f87ae4c842 req-e8fc92f9-c030-422e-beeb-1fa2c8795301 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Jun 17 18:03:20.393819 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-3ee1c0f6-bafb-4a2b-af21-8ead6aa8c9e4 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:20.394526 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-3ee1c0f6-bafb-4a2b-af21-8ead6aa8c9e4 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Synchronizing usage tracker for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:03:20.495201 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-3ee1c0f6-bafb-4a2b-af21-8ead6aa8c9e4 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Unset dirty status for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:03:20.496340 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-3ee1c0f6-bafb-4a2b-af21-8ead6aa8c9e4 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 945 time: 0.1783586 Jun 17 18:03:20.571035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Deleting port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:03:20.571368 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:20.816355 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] For port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:20.816617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.036205 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Calling delete_port for 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:03:21.192232 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0c1e00d6-d2ef-4438-9027-6e466e91b61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.238018 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.243838 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-28e45b67-c786-4ea8-89cc-40305cb618c5 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:21.277980 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b', '252d559a-0acf-4af9-a2ee-1f7ef6830313', '3b4402b5-5cc8-4ce6-a305-6f8db4e31599', '1e2450aa-0195-4fa9-92fb-1d1dc4fab228'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:21.297924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event deleted for resources: {'Port': ['ID=1e2450aa-0195-4fa9-92fb-1d1dc4fab228,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:21.300401 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e0c78c6c-11d8-4ad7-a80d-f1d9cb6bcaab req-92d27957-8257-42ee-89f1-eab88e095208 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 210 time: 0.0484965 Jun 17 18:03:21.338794 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.339162 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.339523 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.339886 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.340238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.340593 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.340940 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.341286 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.341629 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.342061 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.342407 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:21.347213 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:21.384904 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] No DVR routers for this DVR port 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:03:21.387607 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.392232 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4419846d-9762-48ba-a35c-b90d14f64f42', 'name': 'network-vif-deleted', 'tag': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:21.450607 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-efcaf6f6-001f-4e92-9f1f-304e737586d6 req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "DELETE /v2.0/ports/1e2450aa-0195-4fa9-92fb-1d1dc4fab228 HTTP/1.1" status: 204 len: 173 time: 0.9476373 Jun 17 18:03:21.452377 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4419846d-9762-48ba-a35c-b90d14f64f42', 'name': 'network-vif-deleted', 'tag': '1e2450aa-0195-4fa9-92fb-1d1dc4fab228', 'status': 'completed', 'code': 200} Jun 17 18:03:22.484107 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-31ccc280-72e9-4e30-98f2-a5d936b2045b req-da8c9ae7-d071-43b0-af54-3ca18d63b1a6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4419846d-9762-48ba-a35c-b90d14f64f42 HTTP/1.1" status: 200 len: 210 time: 0.0445769 Jun 17 18:03:22.501219 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:23.934976 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.504640 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.782669 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:03:24.819419 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:03:24.819769 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 1e2450aa-0195-4fa9-92fb-1d1dc4fab228 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:03:25.560142 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c6022-3053-4fa7-9c89-79c651bca54d req-2c682dec-e732-4624-b5c6-8dba5ebff36c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:25.561927 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2d5c6022-3053-4fa7-9c89-79c651bca54d req-2c682dec-e732-4624-b5c6-8dba5ebff36c tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 945 time: 0.0791574 Jun 17 18:03:25.611880 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2d5c6022-3053-4fa7-9c89-79c651bca54d req-245d0e5b-8997-40d7-9ab6-34b2264c5b2d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Jun 17 18:03:26.826331 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b6f65-7f1c-448f-a3e1-d04a4537110a req-98ff5c04-f0be-4af4-887d-284cfd6a4be1 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:26.827731 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a91b6f65-7f1c-448f-a3e1-d04a4537110a req-98ff5c04-f0be-4af4-887d-284cfd6a4be1 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 945 time: 0.0837798 Jun 17 18:03:26.873452 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a91b6f65-7f1c-448f-a3e1-d04a4537110a req-331bb182-0e9d-42a7-9109-b2c3e4b4d64d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Jun 17 18:03:27.238252 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-50a2566d-9229-43ef-8a6a-70f21e24bb08 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:27.238945 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-50a2566d-9229-43ef-8a6a-70f21e24bb08 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Synchronizing usage tracker for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:03:27.338738 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-50a2566d-9229-43ef-8a6a-70f21e24bb08 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Unset dirty status for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:03:27.339917 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-50a2566d-9229-43ef-8a6a-70f21e24bb08 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 945 time: 0.1812017 Jun 17 18:03:27.412021 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Deleting port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:03:27.412398 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:27.658773 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] For port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:27.659251 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:27.784403 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Calling delete_port for 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:03:28.001518 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:28.008564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb62f39b-8a2d-4a7a-9beb-b33401b5d4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:28.039056 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b', '252d559a-0acf-4af9-a2ee-1f7ef6830313', '3b4402b5-5cc8-4ce6-a305-6f8db4e31599'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:28.044558 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a8e1b88e-887c-470d-b14f-902df8fcf7b3 req-80566fbc-ec01-4149-a2cb-626761374668 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fdd8342-4a1c-46f7-8ad2-784572eadec6 HTTP/1.1" status: 200 len: 210 time: 0.0481715 Jun 17 18:03:28.053186 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event deleted for resources: {'Port': ['ID=3b4402b5-5cc8-4ce6-a305-6f8db4e31599,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:28.057302 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:28.142427 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] No DVR routers for this DVR port 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:03:28.144891 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:28.148405 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'name': 'network-vif-deleted', 'tag': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:28.210272 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-51ac2053-e9f3-40fb-9be6-26d4fecc49f8 req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "DELETE /v2.0/ports/3b4402b5-5cc8-4ce6-a305-6f8db4e31599 HTTP/1.1" status: 204 len: 173 time: 0.8643749 Jun 17 18:03:28.211904 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd8342-4a1c-46f7-8ad2-784572eadec6', 'name': 'network-vif-deleted', 'tag': '3b4402b5-5cc8-4ce6-a305-6f8db4e31599', 'status': 'completed', 'code': 200} Jun 17 18:03:29.750369 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdd289-8d25-4988-8636-fb24986e6f4c req-5ce3d2b9-513a-40df-90df-9e9813306933 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:29.751882 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f7fdd289-8d25-4988-8636-fb24986e6f4c req-5ce3d2b9-513a-40df-90df-9e9813306933 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 945 time: 0.0852962 Jun 17 18:03:29.798244 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f7fdd289-8d25-4988-8636-fb24986e6f4c req-e702fda5-05b4-4451-ac37-484f27888aca tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Jun 17 18:03:30.784514 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:03:30.817193 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:03:30.817537 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 3b4402b5-5cc8-4ce6-a305-6f8db4e31599 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:03:30.999745 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83e946-2e00-4d7a-9ed2-e66c2358fb0a req-a409cbd3-221a-4f3b-abfc-9b1d4d6cfcb3 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.001517 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7c83e946-2e00-4d7a-9ed2-e66c2358fb0a req-a409cbd3-221a-4f3b-abfc-9b1d4d6cfcb3 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 945 time: 0.0807421 Jun 17 18:03:31.051248 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7c83e946-2e00-4d7a-9ed2-e66c2358fb0a req-4f1708b8-c0ac-427e-ad9c-c38ec966502b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Jun 17 18:03:31.204246 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c839a-d98d-4482-8742-a190f6288b16 req-67379ea4-ef4a-46f5-80ae-b83f0a552522 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.204931 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-826c839a-d98d-4482-8742-a190f6288b16 req-67379ea4-ef4a-46f5-80ae-b83f0a552522 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Synchronizing usage tracker for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:03:31.270145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-826c839a-d98d-4482-8742-a190f6288b16 req-67379ea4-ef4a-46f5-80ae-b83f0a552522 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Unset dirty status for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:03:31.272190 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-826c839a-d98d-4482-8742-a190f6288b16 req-67379ea4-ef4a-46f5-80ae-b83f0a552522 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 945 time: 0.1433644 Jun 17 18:03:31.343785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Deleting port 252d559a-0acf-4af9-a2ee-1f7ef6830313 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:03:31.344036 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:31.579771 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] For port 252d559a-0acf-4af9-a2ee-1f7ef6830313, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=252d559a-0acf-4af9-a2ee-1f7ef6830313,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:31.580127 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:31.702363 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Calling delete_port for 252d559a-0acf-4af9-a2ee-1f7ef6830313 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:03:32.024308 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:32.030273 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9021416c-d9d6-47aa-9de6-4f87cccedc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:32.062154 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b', '252d559a-0acf-4af9-a2ee-1f7ef6830313'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:32.075966 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event deleted for resources: {'Port': ['ID=252d559a-0acf-4af9-a2ee-1f7ef6830313,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:32.102680 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:32.175122 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] No DVR routers for this DVR port 252d559a-0acf-4af9-a2ee-1f7ef6830313 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:03:32.178067 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:32.182253 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'name': 'network-vif-deleted', 'tag': '252d559a-0acf-4af9-a2ee-1f7ef6830313'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:32.241733 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-54624c70-b141-4b36-a9aa-068a5bf9c988 req-cb079b8a-aff0-4304-addd-3123ddad3fa6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38 HTTP/1.1" status: 200 len: 210 time: 0.0559018 Jun 17 18:03:32.243034 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0566cc-5dbf-4e56-8dd9-0ba5581f6a38', 'name': 'network-vif-deleted', 'tag': '252d559a-0acf-4af9-a2ee-1f7ef6830313', 'status': 'completed', 'code': 200} Jun 17 18:03:32.253433 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-826c839a-d98d-4482-8742-a190f6288b16 req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "DELETE /v2.0/ports/252d559a-0acf-4af9-a2ee-1f7ef6830313 HTTP/1.1" status: 204 len: 173 time: 0.9757011 Jun 17 18:03:34.820702 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 252d559a-0acf-4af9-a2ee-1f7ef6830313 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:03:34.854438 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 252d559a-0acf-4af9-a2ee-1f7ef6830313 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:03:34.854777 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 252d559a-0acf-4af9-a2ee-1f7ef6830313 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:03:35.260231 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ce00a-babb-4e9b-b9b9-cd89ca9299be req-1cfb8b01-21e7-4a5c-a692-344c30bae9b6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.261767 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ea8ce00a-babb-4e9b-b9b9-cd89ca9299be req-1cfb8b01-21e7-4a5c-a692-344c30bae9b6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 945 time: 0.0802302 Jun 17 18:03:35.314607 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ea8ce00a-babb-4e9b-b9b9-cd89ca9299be req-a7a36508-050a-4c61-830e-706861b8f1b9 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470195 Jun 17 18:03:36.530485 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998d5f-adbe-41ee-b3a7-820fc84668f4 req-77d19bbf-3699-4447-aaf8-cadb46671ef6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.532055 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4e998d5f-adbe-41ee-b3a7-820fc84668f4 req-77d19bbf-3699-4447-aaf8-cadb46671ef6 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 945 time: 0.0870285 Jun 17 18:03:36.580490 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4e998d5f-adbe-41ee-b3a7-820fc84668f4 req-541f072d-b084-4177-b144-e783c4318385 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e41889-9956-4a98-a812-2eb86f9e4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Jun 17 18:03:36.889240 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-00a0fae8-29a4-40e0-8804-7dfc2d6ff9de tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.889240 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-00a0fae8-29a4-40e0-8804-7dfc2d6ff9de tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Synchronizing usage tracker for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:03:36.961159 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-00a0fae8-29a4-40e0-8804-7dfc2d6ff9de tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Unset dirty status for tenant:79e71a9a184a47d7b18be0a35760825e on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:03:36.962415 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-00a0fae8-29a4-40e0-8804-7dfc2d6ff9de tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 945 time: 0.1573720 Jun 17 18:03:37.033660 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Deleting port cdabd422-a82a-4519-b850-fece3e7c675b {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:03:37.034018 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.328037 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] For port cdabd422-a82a-4519-b850-fece3e7c675b, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=cdabd422-a82a-4519-b850-fece3e7c675b,segment=NetworkSegment(c0afd16f-4b9a-4d3c-b0d2-e61bed730417),segment_id=c0afd16f-4b9a-4d3c-b0d2-e61bed730417)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:37.328391 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.452330 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Calling delete_port for cdabd422-a82a-4519-b850-fece3e7c675b owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:03:37.649320 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.657817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:37.686052 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['cdabd422-a82a-4519-b850-fece3e7c675b'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:37.708216 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Pushing event deleted for resources: {'Port': ['ID=cdabd422-a82a-4519-b850-fece3e7c675b,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:37.712908 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:37.767676 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73e07295-cae9-4779-a773-07e309d27ccc req-6f0b47f3-c811-44e0-90ae-76de9f71388e tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e199c5b-d647-4b19-92a0-b32f73bbc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0461318 Jun 17 18:03:37.798891 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] No DVR routers for this DVR port cdabd422-a82a-4519-b850-fece3e7c675b on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:03:37.800397 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.803696 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'name': 'network-vif-deleted', 'tag': 'cdabd422-a82a-4519-b850-fece3e7c675b'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:37.857664 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e199c5b-d647-4b19-92a0-b32f73bbc8f3', 'name': 'network-vif-deleted', 'tag': 'cdabd422-a82a-4519-b850-fece3e7c675b', 'status': 'completed', 'code': 200} Jun 17 18:03:37.878258 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-41b2cd66-4842-46b7-b1bf-78bbc74130f9 req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] 10.222.0.36 "DELETE /v2.0/ports/cdabd422-a82a-4519-b850-fece3e7c675b HTTP/1.1" status: 204 len: 173 time: 0.9089344 Jun 17 18:03:38.890562 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43810) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:38.950120 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Deleting subnet a2079ac8-4619-4bea-a0b7-054b45abdeea {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:03:38.953270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.006156 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.061279 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.431842 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.436059 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-22fed9bb-1a52-4822-81e4-e7222a49e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:39.471078 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2079ac8-4619-4bea-a0b7-054b45abdeea,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:39.473785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:39.476681 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.482972 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ca35fce5-7987-4f64-ab4c-f4fa0f9b7dec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a2079ac8-4619-4bea-a0b7-054b45abdeea HTTP/1.1" status: 204 len: 168 time: 0.5913811 Jun 17 18:03:39.485478 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43818) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:39.676361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.800353 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.813423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2817cba9-843d-4fd8-8818-018c547d6c76']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:39.826201 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:39.826501 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0afd16f-4b9a-4d3c-b0d2-e61bed730417') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:39.838646 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.854806 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.860767 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:03:39.861155 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:03:39.874280 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:03:40.018627 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:40.023270 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-b824b8aa-cdc7-4a0f-9d97-7f82778b5447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:40.038390 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:40.046409 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=2817cba9-843d-4fd8-8818-018c547d6c76,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:40.049541 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:40.116261 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-457e3a5e-e162-47c9-8338-408aa58e0e07 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2817cba9-843d-4fd8-8818-018c547d6c76 HTTP/1.1" status: 204 len: 168 time: 0.6295877 Jun 17 18:03:40.488801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43828) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:40.545458 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-6d4c54a3-87eb-4a89-97de-f2f7afb36757 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79e71a9a184a47d7b18be0a35760825e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553145 Jun 17 18:03:40.547854 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43832) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:40.613351 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f6b3b8fa-0f78-4b0b-a094-75456389e4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:40.645770 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f6b3b8fa-0f78-4b0b-a094-75456389e4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:40.808572 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f6b3b8fa-0f78-4b0b-a094-75456389e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:40.812258 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cf3b568a-5dcb-404f-8e15-ddd158dda393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:40.824657 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3b8fa-0f78-4b0b-a094-75456389e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e41889-9956-4a98-a812-2eb86f9e4a6e,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:40.827123 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f6b3b8fa-0f78-4b0b-a094-75456389e4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:40.844696 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device cdabd422-a82a-4519-b850-fece3e7c675b no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:03:40.876589 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f6b3b8fa-0f78-4b0b-a094-75456389e4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:40.880746 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-f6b3b8fa-0f78-4b0b-a094-75456389e4aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6e41889-9956-4a98-a812-2eb86f9e4a6e HTTP/1.1" status: 204 len: 168 time: 0.3289089 Jun 17 18:03:40.882116 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: cdabd422-a82a-4519-b850-fece3e7c675b {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:03:40.882351 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device cdabd422-a82a-4519-b850-fece3e7c675b not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:03:43.611350 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43890) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:43.665217 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43896) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:43.824555 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:43.836296 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:43.881690 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:43.884056 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:43.888542 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Usage tracker for resource:security_group_rule and tenant:acb4a3d51d814c12a6b8e70db1b55ddb is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:43.891302 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Usage tracker for resource:security_group_rule and tenant:57c11c6393db4f83a217927b6e6e0d24 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:43.893788 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:43.897255 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:43.904461 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:43.907119 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:44.020623 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.023030 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.081289 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.088711 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-f70222e9-b840-482f-8a87-6acd7da5bf64 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:44.115955 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.143296 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397827d8-6b9b-4884-b9ba-e800b482f46c,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:44.152282 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acb4a3d51d814c12a6b8e70db1b55ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4860609 Jun 17 18:03:44.154926 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43904) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:44.165611 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.170863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:44.174947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:44.175459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8aa8e84d-ecfc-4b06-9ff6-98ab8ac4d4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:44.186449 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57c11c6393db4f83a217927b6e6e0d24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5739803 Jun 17 18:03:44.189219 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43908) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:44.206539 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8999fc-aea0-4da5-beef-e4617be4c217,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:44.209481 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:44.260010 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f71f25b-ffd9-4423-9a1c-237d3b8e4f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.298719 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f71f25b-ffd9-4423-9a1c-237d3b8e4f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.305290 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e9b60add-84e2-44bb-96b1-a38514125e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.360661 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e9b60add-84e2-44bb-96b1-a38514125e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.487038 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f71f25b-ffd9-4423-9a1c-237d3b8e4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.492986 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-86b214f6-599d-4c8b-bd1f-b88d8af7d27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:44.505213 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f25b-ffd9-4423-9a1c-237d3b8e4f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397827d8-6b9b-4884-b9ba-e800b482f46c,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:44.510067 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9f71f25b-ffd9-4423-9a1c-237d3b8e4f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:44.514861 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f71f25b-ffd9-4423-9a1c-237d3b8e4f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.518785 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9f71f25b-ffd9-4423-9a1c-237d3b8e4f09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/397827d8-6b9b-4884-b9ba-e800b482f46c HTTP/1.1" status: 204 len: 168 time: 0.3600230 Jun 17 18:03:44.518785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e9b60add-84e2-44bb-96b1-a38514125e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.520727 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e9b60add-84e2-44bb-96b1-a38514125e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.524238 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e9b60add-84e2-44bb-96b1-a38514125e67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae8999fc-aea0-4da5-beef-e4617be4c217 HTTP/1.1" status: 204 len: 168 time: 0.3313787 Jun 17 18:03:44.524238 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-617d79bd-c904-4575-b91b-634c9ba288a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:44.533689 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b60add-84e2-44bb-96b1-a38514125e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8999fc-aea0-4da5-beef-e4617be4c217,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:44.536303 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e9b60add-84e2-44bb-96b1-a38514125e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:45.226666 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43928) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:45.245372 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.277087 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:45.281145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Usage tracker for resource:security_group_rule and tenant:91479f158eb3444e943d2bc9d715ce1c is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:45.284065 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:45.289766 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:45.353604 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.412165 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.418795 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-53c6c875-1080-4828-8792-f328145b6ddf tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:45.463408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138caa93-aa0e-413b-b60c-f8bdc7fde42d,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:45.466440 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:45.472729 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91479f158eb3444e943d2bc9d715ce1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2425969 Jun 17 18:03:45.473433 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 43934) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:45.537529 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-288327fd-8e7b-4a33-be61-9ba91de28e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.563100 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-288327fd-8e7b-4a33-be61-9ba91de28e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.678120 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-288327fd-8e7b-4a33-be61-9ba91de28e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.682070 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-f30147f8-8dfe-41ec-a478-fa15d8c54930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:45.697232 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288327fd-8e7b-4a33-be61-9ba91de28e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138caa93-aa0e-413b-b60c-f8bdc7fde42d,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:45.699584 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-288327fd-8e7b-4a33-be61-9ba91de28e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:45.721218 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-288327fd-8e7b-4a33-be61-9ba91de28e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.725278 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-288327fd-8e7b-4a33-be61-9ba91de28e56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/138caa93-aa0e-413b-b60c-f8bdc7fde42d HTTP/1.1" status: 204 len: 168 time: 0.2486463 Jun 17 18:03:45.761575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43944) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:45.889645 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2089416824-network', 'tenant_id': '751d6ceb092e4bcdbaf2bfeaa62f1469'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:03:45.894493 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:45.899321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Usage tracker for resource:network and tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:45.902214 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:45.913093 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:45.991706 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Made reservation on behalf of 751d6ceb092e4bcdbaf2bfeaa62f1469 for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:45.994110 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.007247 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.040282 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:46.044176 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:46.047041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:46.052963 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:46.123824 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.195404 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.198468 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:46.228528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 18:03:46.237149 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d177c634-2f87-4e73-b018-5acbcb8b424b,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:46.240245 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:46.256108 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.256108 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Added segment 4b388561-25f9-46e8-a113-ad834261630a of type vlan for network c290a0dc-88c7-4732-bdd2-879983d6bb3e Jun 17 18:03:46.271529 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.366827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.368107 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:46.368700 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.372284 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-99cac7da-07c4-4bd5-9ac0-0a4398858899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:46.477891 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c290a0dc-88c7-4732-bdd2-879983d6bb3e,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:46.480685 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:46.488395 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network c290a0dc-88c7-4732-bdd2-879983d6bb3e details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:03:46.536307 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ff3f06c6-a885-4d10-bc54-5694bf27b6c6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7706470 Jun 17 18:03:46.536575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 43960) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:46.542508 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Request body: {'subnet': {'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2089416824-subnet', 'tenant_id': '751d6ceb092e4bcdbaf2bfeaa62f1469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:03:46.547450 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:46.553206 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Usage tracker for resource:subnet and tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:46.556844 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:46.564484 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:46.654564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Made reservation on behalf of 751d6ceb092e4bcdbaf2bfeaa62f1469 for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:46.656967 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.102837 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.107207 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-237bc41c-5b2d-453b-b5e0-9f5e10b679c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:47.176665 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75c0876-5ceb-456a-bca0-de0697471348,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:47.181398 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:47.192852 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Checking segment: {'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:03:47.193234 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Network hostable DHCP agents. Network: c290a0dc-88c7-4732-bdd2-879983d6bb3e, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:03:47.292872 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Network c290a0dc-88c7-4732-bdd2-879983d6bb3e is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:03:47.378379 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, c290a0dc-88c7-4732-bdd2-879983d6bb3e) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:47.390518 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0e437-a899-4a4b-a5a6-965d59ef6a77 None None] Network c290a0dc-88c7-4732-bdd2-879983d6bb3e requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:03:47.398291 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:47.398901 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.493582 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-d3c9141c-1aa0-48b3-bc04-152b50d378e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9557407 Jun 17 18:03:47.608054 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d81998-a2ab-4143-bd12-9d0abd4dc54f None None] Network c290a0dc-88c7-4732-bdd2-879983d6bb3e requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:03:49.051627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 44014) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:49.194882 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.226050 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:49.229974 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:72924f2c72df4966a7af39f22d171732 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:49.233006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:49.237199 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6608-0678-4a39-87ae-0b7aa14e72e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.247085 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:49.308678 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.374375 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.381126 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2520e23f-c52d-452a-af2e-dedb4ee1f572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:49.421604 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8128ee3f-bf8c-4615-a300-27c00a25ac77,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:49.424866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:49.427612 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-57429e9b-b290-4e05-8f66-862b0344e5c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72924f2c72df4966a7af39f22d171732&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3744090 Jun 17 18:03:49.430450 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 44020) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:49.512462 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2268f03f-e082-428c-8107-8678b9a3705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.532451 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.554987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2268f03f-e082-428c-8107-8678b9a3705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.700050 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2268f03f-e082-428c-8107-8678b9a3705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.703932 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-451f0232-8f5a-4060-826a-676376708ea5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:49.715013 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268f03f-e082-428c-8107-8678b9a3705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8128ee3f-bf8c-4615-a300-27c00a25ac77,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:49.717866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2268f03f-e082-428c-8107-8678b9a3705b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:49.724902 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-2268f03f-e082-428c-8107-8678b9a3705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.726116 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-2268f03f-e082-428c-8107-8678b9a3705b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8128ee3f-bf8c-4615-a300-27c00a25ac77 HTTP/1.1" status: 204 len: 168 time: 0.2946310 Jun 17 18:03:50.064246 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-323649b0-0054-411c-9d05-6f2e04f80d5e tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:50.065835 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-323649b0-0054-411c-9d05-6f2e04f80d5e tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/networks?id=c290a0dc-88c7-4732-bdd2-879983d6bb3e HTTP/1.1" status: 200 len: 814 time: 0.1500199 Jun 17 18:03:50.082134 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-6757e0d2-15bf-4a0a-823a-5d4ab889244f tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/quotas/751d6ceb092e4bcdbaf2bfeaa62f1469 HTTP/1.1" status: 200 len: 375 time: 0.0107768 Jun 17 18:03:50.133157 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-f6ef916c-c269-4f09-abe7-e958b055d294 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450056 Jun 17 18:03:50.268210 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-ae003f85-743b-4948-ada1-b0c4c5ddc6d8 service neutron] 10.222.0.30 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281619 Jun 17 18:03:50.391062 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44038) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:50.411194 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.444361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:50.448294 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Usage tracker for resource:security_group_rule and tenant:dfaf613143f74c06b33f2f1e3e2850b7 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:50.451179 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:50.456819 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:50.494358 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-ff47c9c8-9a63-4559-a112-a63394e6997d service neutron] 10.222.0.30 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194800 Jun 17 18:03:50.535095 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.602570 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.609361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9ad7fef1-6b12-4296-9192-d4eb10447994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:50.650739 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ad5a3-6433-427e-926b-9c0577c469c9,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:50.653781 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:50.656629 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-92880dab-6330-430f-a180-949374c954cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfaf613143f74c06b33f2f1e3e2850b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2645507 Jun 17 18:03:50.659292 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44042) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:50.724913 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.767423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.812202 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f1e118ea-90ab-4bf9-9186-594418f9fe8b req-f7bdad88-66a8-4c7b-9002-952eaf567fd0 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 210 time: 0.0436163 Jun 17 18:03:50.903960 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.909160 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:50.922218 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ad5a3-6433-427e-926b-9c0577c469c9,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:50.925160 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:50.928874 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.932342 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae3ad5a3-6433-427e-926b-9c0577c469c9 HTTP/1.1" status: 204 len: 168 time: 0.2698050 Jun 17 18:03:51.226059 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3794685e-0eee-460b-8832-f441871747ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:51.976534 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-af8a6a8d-e52d-406d-a78d-3f1bc0a852b4 req-ac2341d6-c27d-4e74-8dff-95ab1d673a53 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 210 time: 0.0444608 Jun 17 18:03:52.551386 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:53.151695 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c5a1ba8b-d6bc-43fc-b42f-893da57fdacc req-fa21ee3b-aa71-413b-8b4d-8879c05222e0 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 210 time: 0.0485251 Jun 17 18:03:53.405461 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-29455bfc-e19c-4cae-9f32-12b4fd74a00c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:53.406179 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-29455bfc-e19c-4cae-9f32-12b4fd74a00c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Synchronizing usage tracker for tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 on resource:network {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:03:53.505930 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-29455bfc-e19c-4cae-9f32-12b4fd74a00c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Unset dirty status for tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 on resource:network {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:03:53.507219 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-29455bfc-e19c-4cae-9f32-12b4fd74a00c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "GET /v2.0/networks?id=c290a0dc-88c7-4732-bdd2-879983d6bb3e HTTP/1.1" status: 200 len: 814 time: 0.3291161 Jun 17 18:03:53.531144 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Request body: {'port': {'device_id': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e', 'admin_state_up': True, 'tenant_id': '751d6ceb092e4bcdbaf2bfeaa62f1469'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:03:53.671753 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:03:53.675619 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Usage tracker for resource:port and tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:03:53.678602 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:03:53.684497 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:03:53.757094 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Made reservation on behalf of 751d6ceb092e4bcdbaf2bfeaa62f1469 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:53.760168 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:53.929801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Allocated IP 172.20.0.4 (c290a0dc-88c7-4732-bdd2-879983d6bb3e/f75c0876-5ceb-456a-bca0-de0697471348/119a13c2-94f1-4c35-96de-9bcd821132bf) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:53.932330 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:54.138603 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:54.281214 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:54.287458 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-501585c5-1693-4c16-8f96-8771f5adb6c4 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:54.361248 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Network c290a0dc-88c7-4732-bdd2-879983d6bb3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:54.363879 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34cd7c-b2ca-429e-ad43-799bc70ba1ae req-a775aac4-ca99-456a-a2df-a292e3baf4fb tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:54.364979 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:54.365498 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2e34cd7c-b2ca-429e-ad43-799bc70ba1ae req-a775aac4-ca99-456a-a2df-a292e3baf4fb tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 931 time: 0.0822802 Jun 17 18:03:54.367196 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Pushing event updated for resources: {'Port': ['ID=119a13c2-94f1-4c35-96de-9bcd821132bf,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:54.369615 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:54.402042 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:54.419905 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2e34cd7c-b2ca-429e-ad43-799bc70ba1ae req-7952d806-d32c-4e3b-8a9e-ce95cb4eee51 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Jun 17 18:03:54.435565 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:54.436359 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:54.512204 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9852161 Jun 17 18:03:54.530221 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Request body: {'port': {'device_id': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:03:54.546279 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:54.639191 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:54.971506 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119a13c2-94f1-4c35-96de-9bcd821132bf {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:54.980197 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:54.995903 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Transition to ACTIVE for port object 119a13c2-94f1-4c35-96de-9bcd821132bf will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:55.077175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:55.081134 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e9d50973-6358-4610-b704-8302ef80e88f tempest-ServerRescueNegativeTestJSON-1326475711 tempest-ServerRescueNegativeTestJSON-1326475711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:55.206028 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:03:55.214987 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Pushing event updated for resources: {'Port': ['ID=119a13c2-94f1-4c35-96de-9bcd821132bf,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:55.218521 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:55.316670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Attempting to bind port 119a13c2-94f1-4c35-96de-9bcd821132bf on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:55.317006 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Attempting to bind port 119a13c2-94f1-4c35-96de-9bcd821132bf by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:55.317336 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Attempting to bind port 119a13c2-94f1-4c35-96de-9bcd821132bf on network c290a0dc-88c7-4732-bdd2-879983d6bb3e {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:03:55.323719 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Port 119a13c2-94f1-4c35-96de-9bcd821132bf on network c290a0dc-88c7-4732-bdd2-879983d6bb3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:03:55.324037 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Attempting to bind port 119a13c2-94f1-4c35-96de-9bcd821132bf on network c290a0dc-88c7-4732-bdd2-879983d6bb3e {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:03:55.330248 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:03:55.330587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Checking segment: {'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:03:55.330971 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Bound using segment: {'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:03:55.331403 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Bound port: 119a13c2-94f1-4c35-96de-9bcd821132bf, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:55.331751 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:55.424055 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] For port 119a13c2-94f1-4c35-96de-9bcd821132bf, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:55.427544 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] For port 119a13c2-94f1-4c35-96de-9bcd821132bf, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=119a13c2-94f1-4c35-96de-9bcd821132bf,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:55.503804 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:55.508319 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:55.574365 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:55.575743 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] 10.222.0.36 "PUT /v2.0/ports/119a13c2-94f1-4c35-96de-9bcd821132bf HTTP/1.1" status: 200 len: 1093 time: 1.0497010 Jun 17 18:03:55.576246 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'tag': '119a13c2-94f1-4c35-96de-9bcd821132bf'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:55.596999 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Pushing event updated for resources: {'Port': ['ID=119a13c2-94f1-4c35-96de-9bcd821132bf,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:55.601437 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:55.639609 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'tag': '119a13c2-94f1-4c35-96de-9bcd821132bf', 'status': 'completed', 'code': 200} Jun 17 18:03:55.654512 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a139-e5d1-4df6-862c-5d69946a20d4 req-78a86eba-3635-4c2e-bc9f-72885fe37b52 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.655983 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ad38a139-e5d1-4df6-862c-5d69946a20d4 req-78a86eba-3635-4c2e-bc9f-72885fe37b52 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 943 time: 0.0987866 Jun 17 18:03:55.705027 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ad38a139-e5d1-4df6-862c-5d69946a20d4 req-5a1058af-ab9e-424f-8978-5a66503f8e4f tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Jun 17 18:03:55.757030 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-548886d1-9330-4fa2-bbc3-1b4e733a88a6 req-af61a5dc-123d-42f2-bd3d-e525b3754044 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 1096 time: 0.0784979 Jun 17 18:03:55.995710 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548886d1-9330-4fa2-bbc3-1b4e733a88a6 req-fe61d4b6-95b4-4971-8106-eb3c18014c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.997195 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-548886d1-9330-4fa2-bbc3-1b4e733a88a6 req-fe61d4b6-95b4-4971-8106-eb3c18014c38 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2262595 Jun 17 18:03:56.139029 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548886d1-9330-4fa2-bbc3-1b4e733a88a6 req-34a79c64-1819-4351-9522-e99a79e7f438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:56.140467 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-548886d1-9330-4fa2-bbc3-1b4e733a88a6 req-34a79c64-1819-4351-9522-e99a79e7f438 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366661 Jun 17 18:03:56.266954 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-bd30fe08-7b65-4f13-881e-74316d276843 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 1096 time: 0.0684373 Jun 17 18:03:56.344763 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-136cbc20-ca21-4331-8f71-e2cc1cc129ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=119a13c2-94f1-4c35-96de-9bcd821132bf HTTP/1.1" status: 200 len: 217 time: 0.0646868 Jun 17 18:03:56.406475 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-ebd39213-3f88-4f99-9e98-d9ecc2b287e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:56.407946 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-ebd39213-3f88-4f99-9e98-d9ecc2b287e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f75c0876-5ceb-456a-bca0-de0697471348 HTTP/1.1" status: 200 len: 854 time: 0.0571222 Jun 17 18:03:56.456694 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-34ec08d9-11d6-41de-b492-e609393821b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c290a0dc-88c7-4732-bdd2-879983d6bb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422502 Jun 17 18:03:56.594056 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-d37afd65-df16-438c-8ec9-eb5b44efd363 service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303525 Jun 17 18:03:56.731640 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-5f7010a4-1f65-47b4-b67d-d9328dc049b4 req-f59ad4bf-01e9-4370-8847-5ce1c072eaf0 service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308773 Jun 17 18:03:56.905757 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414f59a-03ca-46c9-8b30-2cb7d1762617 req-cf382a49-9f55-472b-a0c6-2577b55668af tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:56.907269 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c414f59a-03ca-46c9-8b30-2cb7d1762617 req-cf382a49-9f55-472b-a0c6-2577b55668af tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 943 time: 0.0789521 Jun 17 18:03:56.954208 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c414f59a-03ca-46c9-8b30-2cb7d1762617 req-fb757d75-9099-4793-852c-859213881659 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Jun 17 18:03:58.157548 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a9822-a506-4960-898f-4cb88c6208a2 req-b35a95bb-7168-4784-adf3-61ca2bbcd60e tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:58.159084 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e19a9822-a506-4960-898f-4cb88c6208a2 req-b35a95bb-7168-4784-adf3-61ca2bbcd60e tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 943 time: 0.0820172 Jun 17 18:03:58.204442 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e19a9822-a506-4960-898f-4cb88c6208a2 req-c1f5f5f2-4d4f-4298-97f8-bfe876777f33 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Jun 17 18:03:58.953508 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 119a13c2-94f1-4c35-96de-9bcd821132bf details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:03:59.104753 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 119a13c2-94f1-4c35-96de-9bcd821132bf, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=119a13c2-94f1-4c35-96de-9bcd821132bf,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:59.118388 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '119a13c2-94f1-4c35-96de-9bcd821132bf', 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e', 'port_id': '119a13c2-94f1-4c35-96de-9bcd821132bf', 'mac_address': 'fa:16:3e:06:19:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75c0876-5ceb-456a-bca0-de0697471348', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:03:59.172212 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:59.189297 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119a13c2-94f1-4c35-96de-9bcd821132bf {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:59.204541 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 119a13c2-94f1-4c35-96de-9bcd821132bf, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=119a13c2-94f1-4c35-96de-9bcd821132bf,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:59.282835 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:59.284936 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:59.353028 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=119a13c2-94f1-4c35-96de-9bcd821132bf,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:59.361473 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.361824 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.362193 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.362532 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.362950 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.363196 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.363526 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.363856 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.364181 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.364569 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.366905 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:59.368733 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:59.408748 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55d2d8-1adb-41a0-a4cd-a452df0dd147 req-8b3a997c-7401-484c-adde-a32c2f053723 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:59.410168 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ae55d2d8-1adb-41a0-a4cd-a452df0dd147 req-8b3a997c-7401-484c-adde-a32c2f053723 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 944 time: 0.0801961 Jun 17 18:03:59.460384 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ae55d2d8-1adb-41a0-a4cd-a452df0dd147 req-03ef564c-191f-4820-a885-231b9f907fbd tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Jun 17 18:03:59.556853 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['119a13c2-94f1-4c35-96de-9bcd821132bf'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:04:00.659783 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb4fd9-c5a5-477e-9fe3-f7e7036db977 req-be1475aa-cc59-4af8-b896-1e40b6e0cfa1 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:00.661234 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cdcb4fd9-c5a5-477e-9fe3-f7e7036db977 req-be1475aa-cc59-4af8-b896-1e40b6e0cfa1 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 944 time: 0.0771258 Jun 17 18:04:00.706426 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cdcb4fd9-c5a5-477e-9fe3-f7e7036db977 req-d32f1bb6-5a96-4927-ab55-46ebf1f9ec29 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Jun 17 18:04:00.968738 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 119a13c2-94f1-4c35-96de-9bcd821132bf up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:01.151221 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 119a13c2-94f1-4c35-96de-9bcd821132bf completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:01.156357 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 119a13c2-94f1-4c35-96de-9bcd821132bf triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:01.156734 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:01.276600 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:01.309820 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119a13c2-94f1-4c35-96de-9bcd821132bf'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:04:01.320795 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 119a13c2-94f1-4c35-96de-9bcd821132bf, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=119a13c2-94f1-4c35-96de-9bcd821132bf,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:01.366562 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119a13c2-94f1-4c35-96de-9bcd821132bf', 'code': 200} Jun 17 18:04:01.401022 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:01.403741 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:01.473530 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=119a13c2-94f1-4c35-96de-9bcd821132bf,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:01.477283 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:01.792048 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-106acc21-6b9e-4872-8027-aac552f28beb req-978ab54a-92d5-4d20-b3c1-da8bddbd5d20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 1098 time: 0.0684776 Jun 17 18:04:01.835459 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-106acc21-6b9e-4872-8027-aac552f28beb req-0dac2372-3cdd-4c81-93a3-c5e50a026715 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364106 Jun 17 18:04:01.913856 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4771301-d544-4d6a-8194-fe85906ef897 req-9cbfcb02-5928-4df4-9202-cff8a8a61839 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:01.915353 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e4771301-d544-4d6a-8194-fe85906ef897 req-9cbfcb02-5928-4df4-9202-cff8a8a61839 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 945 time: 0.0831981 Jun 17 18:04:01.960855 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e4771301-d544-4d6a-8194-fe85906ef897 req-b3e81575-348b-4ab9-adb7-cd0f993b8fc3 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Jun 17 18:04:03.158858 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6de9b-cf4a-41b8-9659-828cf2eebdc0 req-7476ed84-6795-4027-8230-463d0b98fa04 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:03.160336 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4ab6de9b-cf4a-41b8-9659-828cf2eebdc0 req-7476ed84-6795-4027-8230-463d0b98fa04 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 945 time: 0.0798032 Jun 17 18:04:03.207292 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4ab6de9b-cf4a-41b8-9659-828cf2eebdc0 req-4e835ee8-c678-4458-8d48-9253e863c07c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Jun 17 18:04:14.445721 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 44340) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:14.591383 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:14.627829 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:04:14.631987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Usage tracker for resource:security_group_rule and tenant:e3af08a3b6f243259d6382b7bbede299 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:04:14.634849 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:04:14.640509 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:04:14.705515 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:14.779309 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:14.786142 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5ad930e8-9af8-4cc7-89c9-97e556b3ee3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:14.826986 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134d23cb-5846-4f2f-8d40-139d65a44054,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:14.831051 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3af08a3b6f243259d6382b7bbede299&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3842671 Jun 17 18:04:14.831926 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7a3ba4c6-cc22-4bee-8c54-f825cf13e010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:14.834198 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 44346) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:14.895763 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c3a1-473a-49d3-a794-37545080fca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:14.921822 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c3a1-473a-49d3-a794-37545080fca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:15.059288 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c3a1-473a-49d3-a794-37545080fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:15.064122 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2db11acc-9993-4be6-838f-7fa1ecc89e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:15.078491 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2c3a1-473a-49d3-a794-37545080fca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d23cb-5846-4f2f-8d40-139d65a44054,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:15.081065 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a2c2c3a1-473a-49d3-a794-37545080fca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:15.087866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c3a1-473a-49d3-a794-37545080fca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:15.091782 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-a2c2c3a1-473a-49d3-a794-37545080fca6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/134d23cb-5846-4f2f-8d40-139d65a44054 HTTP/1.1" status: 204 len: 168 time: 0.2564859 Jun 17 18:04:15.730711 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44356) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:15.749268 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:15.780754 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:04:15.784590 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Usage tracker for resource:security_group_rule and tenant:ed3084bdf05f4d37b81764cba1c70513 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:04:15.788052 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:04:15.793837 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:04:15.866400 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:15.933684 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:15.940674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-abb00f58-a7c6-4dae-aca0-c9b23ae24280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:15.982307 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3894ab5f-573e-43d0-9a22-792e0e247b62,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:15.985545 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:15.989715 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2e95aef2-ecf3-4d4f-b2e2-70f74efeb0cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed3084bdf05f4d37b81764cba1c70513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2578044 Jun 17 18:04:15.992348 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44360) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:16.054317 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-488c7eb0-91a0-4180-aebe-624623baf7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:16.081715 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-488c7eb0-91a0-4180-aebe-624623baf7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:16.185055 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-488c7eb0-91a0-4180-aebe-624623baf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:16.188752 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-08319546-4223-4e99-8028-053c89fb9765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:16.203513 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c7eb0-91a0-4180-aebe-624623baf7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894ab5f-573e-43d0-9a22-792e0e247b62,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:16.205872 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-488c7eb0-91a0-4180-aebe-624623baf7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:16.210550 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-488c7eb0-91a0-4180-aebe-624623baf7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:16.211866 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-488c7eb0-91a0-4180-aebe-624623baf7d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3894ab5f-573e-43d0-9a22-792e0e247b62 HTTP/1.1" status: 204 len: 168 time: 0.2184327 Jun 17 18:04:19.234687 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-685571f8-4b1e-4ae2-95e2-ee016c1b67c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.522389 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:21.207542 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-206bc2dc-36d0-4e1d-9e0c-945d9e6f817e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:22.493093 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:23.925928 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:24.539123 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:32.205521 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:04:38.999845 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-8353206c-3442-4d91-a0dd-dddd211f7b89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733304 Jun 17 18:04:39.156718 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-8e32da90-36ca-4624-b3af-2ef5f005ef0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 1098 time: 0.0680823 Jun 17 18:04:39.302294 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-623f863a-d3a1-4d48-ba21-375d57fb0e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:39.303751 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-623f863a-d3a1-4d48-ba21-375d57fb0e47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c290a0dc-88c7-4732-bdd2-879983d6bb3e HTTP/1.1" status: 200 len: 915 time: 0.1272388 Jun 17 18:04:39.378331 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-cb8862ff-4a4e-4223-89be-d33e00a0693c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=119a13c2-94f1-4c35-96de-9bcd821132bf HTTP/1.1" status: 200 len: 217 time: 0.0662508 Jun 17 18:04:39.443408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-b317da5f-0393-441c-8c9a-34895bfdf713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:39.444862 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-b317da5f-0393-441c-8c9a-34895bfdf713 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f75c0876-5ceb-456a-bca0-de0697471348 HTTP/1.1" status: 200 len: 854 time: 0.0579550 Jun 17 18:04:39.495042 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-827b90d6-5cc0-46e2-8981-c72cab993e32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c290a0dc-88c7-4732-bdd2-879983d6bb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411961 Jun 17 18:04:39.625997 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-7beb161b-4f09-402d-92a8-8c071ba65831 service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233194 Jun 17 18:04:39.847892 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-30521c2a-dd89-41cf-bc3b-13a7ef194dc4 req-c0034de8-a972-4948-9152-34043d51b88c service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145615 Jun 17 18:04:46.185395 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44556) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:46.324260 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.356127 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:04:46.359908 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Usage tracker for resource:security_group_rule and tenant:54a2938f9b0d42d0b745c0c4140e0d13 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:04:46.362883 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:04:46.368455 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:04:46.433487 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.486859 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.493590 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-395f8141-ce23-4f5d-ad6d-8da9dfe27395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:46.534921 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b55a27-7824-4580-8ac6-6b8fae732c29,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:46.541466 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54a2938f9b0d42d0b745c0c4140e0d13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3549640 Jun 17 18:04:46.544048 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44568) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:46.560033 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.560404 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.560765 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.561138 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.561492 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.561842 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.562220 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.562601 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.563041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.563386 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.563732 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.569117 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:46.617354 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf3e9-17de-48ce-95cd-cb42158f0274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.642548 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf3e9-17de-48ce-95cd-cb42158f0274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.766524 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf3e9-17de-48ce-95cd-cb42158f0274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.770541 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6c653535-6f05-4a6b-81af-f6cf80ef20d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:46.782140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf3e9-17de-48ce-95cd-cb42158f0274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b55a27-7824-4580-8ac6-6b8fae732c29,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:46.785531 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0bcdf3e9-17de-48ce-95cd-cb42158f0274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:46.788928 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf3e9-17de-48ce-95cd-cb42158f0274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.790115 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-0bcdf3e9-17de-48ce-95cd-cb42158f0274 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61b55a27-7824-4580-8ac6-6b8fae732c29 HTTP/1.1" status: 204 len: 168 time: 0.2434561 Jun 17 18:04:47.996973 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44598) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:48.128867 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-707550771-network', 'tenant_id': 'cd216b4a091c4d5fb6db112c355de3e8'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:04:48.133425 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:04:48.137318 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Usage tracker for resource:network and tenant:cd216b4a091c4d5fb6db112c355de3e8 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:04:48.140218 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:04:48.146661 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:04:48.233757 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Made reservation on behalf of cd216b4a091c4d5fb6db112c355de3e8 for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:48.236052 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.248394 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.280473 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:04:48.284332 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:cd216b4a091c4d5fb6db112c355de3e8 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:04:48.287146 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:04:48.292857 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:04:48.355477 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.444928 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.447918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-538bb42c-2777-4490-ba0a-838ab960033b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:48.476689 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 18:04:48.484747 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1505e-8d1b-40d9-a29e-1708bdfe0367,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:48.488227 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:48.490604 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.490982 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Added segment 9bda09e3-5274-4fee-bef0-424940eb0a0c of type vlan for network a86c052e-1d4d-4be1-bc49-63b17f6cdbed Jun 17 18:04:48.520725 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.610968 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.612140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:48.612713 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.616586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:48.710989 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=a86c052e-1d4d-4be1-bc49-63b17f6cdbed,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:48.713684 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:48.721115 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network a86c052e-1d4d-4be1-bc49-63b17f6cdbed details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:04:48.782898 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-09e0da10-32ce-4896-abda-8717a7d69ce6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7848353 Jun 17 18:04:48.786129 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 44604) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:48.791769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Request body: {'subnet': {'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-707550771-subnet', 'tenant_id': 'cd216b4a091c4d5fb6db112c355de3e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:04:48.796560 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:04:48.802537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Usage tracker for resource:subnet and tenant:cd216b4a091c4d5fb6db112c355de3e8 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:04:48.803857 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:04:48.809587 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:04:48.921356 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Made reservation on behalf of cd216b4a091c4d5fb6db112c355de3e8 for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:48.923736 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.233407 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-eb785f53-cb32-4fd7-8d77-b5446e25822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.360758 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.365510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8cbf7372-dcba-4920-be48-89175b17d4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:49.437521 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44d6829-7869-461b-99a8-77ad82707777,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:49.441438 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:49.450794 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Checking segment: {'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:04:49.451147 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Network hostable DHCP agents. Network: a86c052e-1d4d-4be1-bc49-63b17f6cdbed, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:04:49.555648 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.582391 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Network a86c052e-1d4d-4be1-bc49-63b17f6cdbed is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:04:49.674034 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, a86c052e-1d4d-4be1-bc49-63b17f6cdbed) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:49.683637 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f458f43e-0841-4a19-a853-683c8996b1c4 None None] Network a86c052e-1d4d-4be1-bc49-63b17f6cdbed requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:04:49.692819 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:49.692819 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.784810 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-3ab1e3e3-39a1-4610-a601-e2bc0f20a2b7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9975512 Jun 17 18:04:50.000142 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaaae78-dd87-407c-bdaa-b6abbdfaea2d None None] Network a86c052e-1d4d-4be1-bc49-63b17f6cdbed requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:04:51.212540 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7a5f64a0-5d6c-4bb6-bed3-aad58fca6d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:51.424403 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dd715-980f-4a9e-b3da-7e1b99eb3614 req-6e2baa3b-386c-4f3e-a85b-96ed2c97ce42 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:51.425858 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c06dd715-980f-4a9e-b3da-7e1b99eb3614 req-6e2baa3b-386c-4f3e-a85b-96ed2c97ce42 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 945 time: 0.0803492 Jun 17 18:04:51.471449 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c06dd715-980f-4a9e-b3da-7e1b99eb3614 req-611b42d5-0eef-4ede-bab0-6311d47d7ed9 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Jun 17 18:04:52.336222 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-f813a86e-bf9c-4c74-bce4-4382f6a539b7 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:52.337677 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-f813a86e-bf9c-4c74-bce4-4382f6a539b7 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/networks?id=a86c052e-1d4d-4be1-bc49-63b17f6cdbed HTTP/1.1" status: 200 len: 808 time: 0.1413045 Jun 17 18:04:52.354013 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-744d6d45-034d-4e91-89a1-9f40638d1af6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/quotas/cd216b4a091c4d5fb6db112c355de3e8 HTTP/1.1" status: 200 len: 375 time: 0.0108202 Jun 17 18:04:52.403775 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7c35a9b2-9f77-4a4b-bb98-ea15fe657370 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446572 Jun 17 18:04:52.534709 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-a36690ae-38e5-4a33-85e8-370da7241a7d service neutron] 10.222.0.30 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243145 Jun 17 18:04:52.549406 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:52.807867 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-bc4fa9bd-ec5f-463c-9b01-565c47c13d1d service neutron] 10.222.0.30 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665927 Jun 17 18:04:52.817426 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ef5a5-1613-4abf-95e9-e0160286cecb req-359c9ff3-7727-4406-ba37-d9a1ab4a2702 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:52.818897 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6b5ef5a5-1613-4abf-95e9-e0160286cecb req-359c9ff3-7727-4406-ba37-d9a1ab4a2702 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 945 time: 0.2132776 Jun 17 18:04:52.865521 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6b5ef5a5-1613-4abf-95e9-e0160286cecb req-bcce3920-f2ad-46cc-8c1c-a8169b09adeb tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Jun 17 18:04:53.061331 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e8ee5f04-27b9-4cca-b1b0-ee3697cc5219 req-528a1735-7da6-4805-ba7b-b5eaee32ebbd tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 210 time: 0.0462220 Jun 17 18:04:53.205649 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded6514-4c74-49a6-a602-58068f302835 req-7b2ffc8c-1fad-417f-a680-d4fe252217bf tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:53.206367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-3ded6514-4c74-49a6-a602-58068f302835 req-7b2ffc8c-1fad-417f-a680-d4fe252217bf tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Synchronizing usage tracker for tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:04:53.336260 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-3ded6514-4c74-49a6-a602-58068f302835 req-7b2ffc8c-1fad-417f-a680-d4fe252217bf tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Unset dirty status for tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:04:53.337341 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-3ded6514-4c74-49a6-a602-58068f302835 req-7b2ffc8c-1fad-417f-a680-d4fe252217bf tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 945 time: 0.2069387 Jun 17 18:04:53.408875 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Deleting port 119a13c2-94f1-4c35-96de-9bcd821132bf {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:04:53.409215 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.649178 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] For port 119a13c2-94f1-4c35-96de-9bcd821132bf, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=119a13c2-94f1-4c35-96de-9bcd821132bf,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:53.649573 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.772573 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Calling delete_port for 119a13c2-94f1-4c35-96de-9bcd821132bf owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:04:53.955361 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.080599 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f379e4b-bcf8-438f-b02c-6adbea07955f req-5567d914-f4c6-4b85-b2b4-2a05bbaf100c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:54.082082 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2f379e4b-bcf8-438f-b02c-6adbea07955f req-5567d914-f4c6-4b85-b2b4-2a05bbaf100c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 945 time: 0.0808437 Jun 17 18:04:54.086602 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.093735 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-52082eb5-9685-45cd-bff7-d1bb9f90331e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:54.122118 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['119a13c2-94f1-4c35-96de-9bcd821132bf'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:04:54.143135 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Pushing event deleted for resources: {'Port': ['ID=119a13c2-94f1-4c35-96de-9bcd821132bf,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:54.146002 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:54.184389 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2f379e4b-bcf8-438f-b02c-6adbea07955f req-d8614cac-7b53-47ed-a50a-a74a37b10fb7 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925143 Jun 17 18:04:54.191943 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-403524a3-2a37-4286-85c4-7261b9288200 req-27b01df3-ea6d-4bcf-966b-a68ed8f454db tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 210 time: 0.0539348 Jun 17 18:04:54.227691 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] No DVR routers for this DVR port 119a13c2-94f1-4c35-96de-9bcd821132bf on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:04:54.230392 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.233145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'name': 'network-vif-deleted', 'tag': '119a13c2-94f1-4c35-96de-9bcd821132bf'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:04:54.288951 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9afbeea-e4c2-4026-b497-2bc22302c8ee', 'name': 'network-vif-deleted', 'tag': '119a13c2-94f1-4c35-96de-9bcd821132bf', 'status': 'completed', 'code': 200} Jun 17 18:04:54.315789 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-3ded6514-4c74-49a6-a602-58068f302835 req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "DELETE /v2.0/ports/119a13c2-94f1-4c35-96de-9bcd821132bf HTTP/1.1" status: 204 len: 173 time: 0.9719632 Jun 17 18:04:54.532718 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.397167 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5a95d1ba-e740-4f4a-abf3-eeeff5ddf0a2 req-36b0eb05-ec4c-40f2-82fb-dafb79c9edd6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 210 time: 0.0783870 Jun 17 18:04:55.402933 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2047609b-a378-4c45-a851-37d21abcb8b2 req-59dda9c8-3cea-430f-8c26-cc34dab31ae5 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9afbeea-e4c2-4026-b497-2bc22302c8ee HTTP/1.1" status: 200 len: 210 time: 0.0516143 Jun 17 18:04:55.735033 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-c4298cda-e5be-497e-b06a-6242344039a9 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:55.735635 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-c4298cda-e5be-497e-b06a-6242344039a9 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Synchronizing usage tracker for tenant:cd216b4a091c4d5fb6db112c355de3e8 on resource:network {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:04:55.835681 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-c4298cda-e5be-497e-b06a-6242344039a9 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Unset dirty status for tenant:cd216b4a091c4d5fb6db112c355de3e8 on resource:network {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:04:55.838870 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-c4298cda-e5be-497e-b06a-6242344039a9 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "GET /v2.0/networks?id=a86c052e-1d4d-4be1-bc49-63b17f6cdbed HTTP/1.1" status: 200 len: 808 time: 0.2465110 Jun 17 18:04:55.859500 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Request body: {'port': {'device_id': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed', 'admin_state_up': True, 'tenant_id': 'cd216b4a091c4d5fb6db112c355de3e8'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:04:56.004828 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:04:56.009546 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Usage tracker for resource:port and tenant:cd216b4a091c4d5fb6db112c355de3e8 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:04:56.012411 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:04:56.018258 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:04:56.126508 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Made reservation on behalf of cd216b4a091c4d5fb6db112c355de3e8 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:56.129513 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.293138 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Allocated IP 172.20.0.14 (a86c052e-1d4d-4be1-bc49-63b17f6cdbed/b44d6829-7869-461b-99a8-77ad82707777/b58da628-a171-43d5-80de-19b82e3b0193) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:56.493706 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.576826 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d2c6f120-b2b1-4bf7-944d-13e1d44e3945 req-4752935c-482d-46f1-99ea-57aa0c511081 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 210 time: 0.0492246 Jun 17 18:04:56.635649 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.642400 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0db2acbc-caef-4bc3-8005-0fe5e511a365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:56.710035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Network a86c052e-1d4d-4be1-bc49-63b17f6cdbed is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:56.712959 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:56.715394 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:56.758999 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Pushing event updated for resources: {'Port': ['ID=b58da628-a171-43d5-80de-19b82e3b0193,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.761821 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.783723 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:56.787718 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.950324 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0948834 Jun 17 18:04:56.967065 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-34a3ba9f-a6c5-4f9d-b940-22234f20622a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 18:04:56.968022 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-34a3ba9f-a6c5-4f9d-b940-22234f20622a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051703 Jun 17 18:04:56.978826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Request body: {'port': {'device_id': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:04:57.088234 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.264477 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 119a13c2-94f1-4c35-96de-9bcd821132bf no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:04:57.306099 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 119a13c2-94f1-4c35-96de-9bcd821132bf {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:04:57.306450 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 119a13c2-94f1-4c35-96de-9bcd821132bf not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:04:57.427020 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58da628-a171-43d5-80de-19b82e3b0193 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:04:57.434211 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.448708 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Transition to ACTIVE for port object b58da628-a171-43d5-80de-19b82e3b0193 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:57.536464 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.540150 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8616364c-91cf-440e-9667-1a17037bd6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:57.658811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Pushing event updated for resources: {'Port': ['ID=b58da628-a171-43d5-80de-19b82e3b0193,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:57.663644 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:57.779197 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d0cd9-8993-4905-ac34-b6056bb4045e req-2a643408-b9ee-40f5-9fc8-1029c89653e3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:57.780790 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-599d0cd9-8993-4905-ac34-b6056bb4045e req-2a643408-b9ee-40f5-9fc8-1029c89653e3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 944 time: 0.0843871 Jun 17 18:04:57.827174 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-599d0cd9-8993-4905-ac34-b6056bb4045e req-44e5b4cf-0ce4-4fd5-9053-a357ed3cfb1f tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Jun 17 18:04:57.853631 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Attempting to bind port b58da628-a171-43d5-80de-19b82e3b0193 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:57.854189 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Attempting to bind port b58da628-a171-43d5-80de-19b82e3b0193 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:57.854307 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Attempting to bind port b58da628-a171-43d5-80de-19b82e3b0193 on network a86c052e-1d4d-4be1-bc49-63b17f6cdbed {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:04:57.860091 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Port b58da628-a171-43d5-80de-19b82e3b0193 on network a86c052e-1d4d-4be1-bc49-63b17f6cdbed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:04:57.866801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Attempting to bind port b58da628-a171-43d5-80de-19b82e3b0193 on network a86c052e-1d4d-4be1-bc49-63b17f6cdbed {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:04:57.866801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:04:57.867048 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Checking segment: {'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:04:57.867321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Bound using segment: {'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:04:57.867743 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Bound port: b58da628-a171-43d5-80de-19b82e3b0193, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:57.868092 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.956394 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] For port b58da628-a171-43d5-80de-19b82e3b0193, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:57.960263 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] For port b58da628-a171-43d5-80de-19b82e3b0193, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b58da628-a171-43d5-80de-19b82e3b0193,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:58.081588 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:58.085390 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a940e700-30ee-43f5-8768-75e582162345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:58.144125 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:58.145477 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] 10.222.0.36 "PUT /v2.0/ports/b58da628-a171-43d5-80de-19b82e3b0193 HTTP/1.1" status: 200 len: 1094 time: 1.1706371 Jun 17 18:04:58.146007 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'tag': 'b58da628-a171-43d5-80de-19b82e3b0193'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:04:58.162670 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Pushing event updated for resources: {'Port': ['ID=b58da628-a171-43d5-80de-19b82e3b0193,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:58.165707 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:58.200876 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'tag': 'b58da628-a171-43d5-80de-19b82e3b0193', 'status': 'completed', 'code': 200} Jun 17 18:04:59.027483 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9497c-0a69-4e2b-9246-108589d4a318 req-b3e48f2b-7019-4268-a9d3-5ef244cb41bd tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:59.029041 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-48f9497c-0a69-4e2b-9246-108589d4a318 req-b3e48f2b-7019-4268-a9d3-5ef244cb41bd tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 944 time: 0.0831983 Jun 17 18:04:59.076445 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-48f9497c-0a69-4e2b-9246-108589d4a318 req-347a6568-0f7f-4fac-8bdd-7a468c4577d3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Jun 17 18:05:00.275874 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318e2f0-2001-42aa-801e-6c5af29fb804 req-bfa8a70c-aad5-44ea-a50d-03625da863fe tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:00.277343 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9318e2f0-2001-42aa-801e-6c5af29fb804 req-bfa8a70c-aad5-44ea-a50d-03625da863fe tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 944 time: 0.0793095 Jun 17 18:05:00.325965 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9318e2f0-2001-42aa-801e-6c5af29fb804 req-366bbe49-7b6f-410d-8070-2cb9e46c63ca tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Jun 17 18:05:00.375786 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-407c94a3-8c76-4dbe-82f9-38023391111d req-e9420631-47f7-4953-8435-5fbe48b67d45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 1097 time: 0.1448982 Jun 17 18:05:00.524739 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c94a3-8c76-4dbe-82f9-38023391111d req-bf6ed97d-da59-4ae8-acc0-afc52cb1a734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:00.526254 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-407c94a3-8c76-4dbe-82f9-38023391111d req-bf6ed97d-da59-4ae8-acc0-afc52cb1a734 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1358263 Jun 17 18:05:00.662241 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c94a3-8c76-4dbe-82f9-38023391111d req-8a93a596-3922-4a85-8efc-0d1dec29e4dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:00.670374 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-407c94a3-8c76-4dbe-82f9-38023391111d req-8a93a596-3922-4a85-8efc-0d1dec29e4dd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313283 Jun 17 18:05:00.787405 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-7d33a25c-15a5-497c-af7d-e6f735ae4d6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 1097 time: 0.0672145 Jun 17 18:05:00.863460 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-d581bfd7-a41a-4cac-8d3e-9b8592c8e8c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b58da628-a171-43d5-80de-19b82e3b0193 HTTP/1.1" status: 200 len: 217 time: 0.0625055 Jun 17 18:05:00.924826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-b026154b-8837-47cf-a0f7-b46b0e37de1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:00.926217 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-b026154b-8837-47cf-a0f7-b46b0e37de1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b44d6829-7869-461b-99a8-77ad82707777 HTTP/1.1" status: 200 len: 848 time: 0.0569406 Jun 17 18:05:00.970799 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-09ac7b12-8d86-4610-ac40-13ac592e20db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86c052e-1d4d-4be1-bc49-63b17f6cdbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387239 Jun 17 18:05:01.099621 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-90084452-56bb-4931-8d4b-5ea462157934 service neutron] 10.222.0.36 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227651 Jun 17 18:05:01.229967 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a0fe3d85-69f2-418d-b4c8-40ef3c7eb8a9 req-f4efffde-7cbb-4398-ac77-cee7a534c95a service neutron] 10.222.0.36 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242657 Jun 17 18:05:01.529442 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a54e-3ad3-40ff-b606-18d25b2eb919 req-c3b8c392-c872-409c-a45d-add4b72151a2 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:01.530916 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0148a54e-3ad3-40ff-b606-18d25b2eb919 req-c3b8c392-c872-409c-a45d-add4b72151a2 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 944 time: 0.0824535 Jun 17 18:05:01.576917 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0148a54e-3ad3-40ff-b606-18d25b2eb919 req-13d8d53b-787b-43db-9818-7820d2f00b73 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Jun 17 18:05:02.784776 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0fad0-4bfb-4934-8375-71920173cc4d req-bf8e57c5-8030-4133-bfa5-403c0660db64 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:02.786238 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5ba0fad0-4bfb-4934-8375-71920173cc4d req-bf8e57c5-8030-4133-bfa5-403c0660db64 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 944 time: 0.0772183 Jun 17 18:05:02.830955 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5ba0fad0-4bfb-4934-8375-71920173cc4d req-2288a9bd-6bee-4869-9d0b-4932c452bc8f tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 Jun 17 18:05:03.277817 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b58da628-a171-43d5-80de-19b82e3b0193 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:05:03.414347 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port b58da628-a171-43d5-80de-19b82e3b0193, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b58da628-a171-43d5-80de-19b82e3b0193,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:03.427203 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'b58da628-a171-43d5-80de-19b82e3b0193', 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed', 'port_id': 'b58da628-a171-43d5-80de-19b82e3b0193', 'mac_address': 'fa:16:3e:c1:fc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44d6829-7869-461b-99a8-77ad82707777', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:05:03.479645 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:03.496665 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58da628-a171-43d5-80de-19b82e3b0193 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:03.511657 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port b58da628-a171-43d5-80de-19b82e3b0193, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b58da628-a171-43d5-80de-19b82e3b0193,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:03.583178 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:03.585525 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:03.650766 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=b58da628-a171-43d5-80de-19b82e3b0193,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:03.658950 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.659298 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.659641 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.659985 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.660320 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.660653 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.660982 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.661321 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.661662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.662016 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.662342 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:03.666142 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:04.030347 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87df3-aa43-4428-be89-ce4b84d4d4b0 req-579d9c3b-2a7d-43e8-b3c8-ae52d3cc4803 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:04.033161 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3aa87df3-aa43-4428-be89-ce4b84d4d4b0 req-579d9c3b-2a7d-43e8-b3c8-ae52d3cc4803 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 945 time: 0.0841737 Jun 17 18:05:04.078749 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3aa87df3-aa43-4428-be89-ce4b84d4d4b0 req-32141e52-60a2-4e29-9e99-dc64ca981d3c tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 Jun 17 18:05:05.275757 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d6ed-9e61-4400-803f-4af9e047c023 req-9508364e-97bc-4552-8058-80c2e89c04bc tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:05.277229 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e8c7d6ed-9e61-4400-803f-4af9e047c023 req-9508364e-97bc-4552-8058-80c2e89c04bc tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 945 time: 0.0783725 Jun 17 18:05:05.327483 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e8c7d6ed-9e61-4400-803f-4af9e047c023 req-72829495-a837-410c-982f-c6e279c7cebf tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447519 Jun 17 18:05:06.435375 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['b58da628-a171-43d5-80de-19b82e3b0193'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:06.526426 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd00801-6187-4fb8-92c9-eca382116132 req-a3773b9b-2c3d-422b-b745-469bd84bcae0 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:06.531283 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9cd00801-6187-4fb8-92c9-eca382116132 req-a3773b9b-2c3d-422b-b745-469bd84bcae0 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 945 time: 0.0800536 Jun 17 18:05:06.574430 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9cd00801-6187-4fb8-92c9-eca382116132 req-19cf6b12-1d86-4934-bc02-868efa026b4a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Jun 17 18:05:07.289680 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b58da628-a171-43d5-80de-19b82e3b0193 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:07.440450 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port b58da628-a171-43d5-80de-19b82e3b0193 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:07.446665 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port b58da628-a171-43d5-80de-19b82e3b0193 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:07.446665 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:07.566700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:07.596053 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58da628-a171-43d5-80de-19b82e3b0193'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:07.606634 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port b58da628-a171-43d5-80de-19b82e3b0193, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b58da628-a171-43d5-80de-19b82e3b0193,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:07.653498 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58da628-a171-43d5-80de-19b82e3b0193', 'code': 200} Jun 17 18:05:07.674929 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:07.676879 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:07.750448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=b58da628-a171-43d5-80de-19b82e3b0193,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:07.753568 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:07.833959 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-9e872431-596d-4565-86a7-62cf6ec2d432 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:07.836030 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-9e872431-596d-4565-86a7-62cf6ec2d432 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/networks?id=c290a0dc-88c7-4732-bdd2-879983d6bb3e HTTP/1.1" status: 200 len: 814 time: 0.1972978 Jun 17 18:05:07.857717 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-33b6d015-f22c-4e51-9089-01e594ec110f tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/quotas/751d6ceb092e4bcdbaf2bfeaa62f1469 HTTP/1.1" status: 200 len: 375 time: 0.0157714 Jun 17 18:05:07.905753 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b47ed0-7406-431c-bdb6-b2f7a39ae74d req-63b8caa1-144c-4cab-a9d6-d9d1b04970f6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:07.907258 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-06b47ed0-7406-431c-bdb6-b2f7a39ae74d req-63b8caa1-144c-4cab-a9d6-d9d1b04970f6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 946 time: 0.1483221 Jun 17 18:05:07.913414 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-baeb2050-d87f-48f1-b58a-ba31860eeb41 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491917 Jun 17 18:05:07.933993 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-83472265-eacd-4457-93d9-9ade4da09930 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 18:05:07.934826 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-83472265-eacd-4457-93d9-9ade4da09930 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065961 Jun 17 18:05:08.036757 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-80c91898-553b-4969-9c23-1e925ae39646 req-8cab5e9b-fac6-4f22-93ab-f6254698e508 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 1099 time: 0.0740986 Jun 17 18:05:08.079988 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-80c91898-553b-4969-9c23-1e925ae39646 req-aeeecc41-10f2-4cb4-972b-d0b907ef046c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364988 Jun 17 18:05:08.110471 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-06b47ed0-7406-431c-bdb6-b2f7a39ae74d req-6059ad43-db84-4462-830a-600f16585b37 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955671 Jun 17 18:05:08.118257 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-d12d45e9-249e-4344-8179-f9227332c361 service neutron] 10.222.0.30 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766577 Jun 17 18:05:08.338954 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-90013a31-b827-4b1d-bdae-263ff1bb6861 service neutron] 10.222.0.30 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146399 Jun 17 18:05:08.594626 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-559b5bf2-7a96-452a-8bb0-24aa9da5c10a req-c8e48589-9ddd-4f3c-8d49-9ad49d0173b5 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 210 time: 0.0423796 Jun 17 18:05:09.207252 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:05:09.313736 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4052a7-0324-4017-a461-f0c9ac850b91 req-ca3b064b-8eb0-43b2-af9d-ca0890583cce tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:09.315225 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a4052a7-0324-4017-a461-f0c9ac850b91 req-ca3b064b-8eb0-43b2-af9d-ca0890583cce tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 946 time: 0.0822561 Jun 17 18:05:09.361981 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0a4052a7-0324-4017-a461-f0c9ac850b91 req-5dde7a2c-3d1a-49bf-a85d-5ec96542ce6f tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Jun 17 18:05:09.759979 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f383379c-5408-4d47-9848-f87243417904 req-baf673f5-f47f-409a-89fe-2e18a7cc7a88 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 210 time: 0.0427611 Jun 17 18:05:10.566330 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa3473-2407-48a4-93c4-bf327c274d5e req-142b8429-e45a-450f-9fcc-07771538af81 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.567850 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-51aa3473-2407-48a4-93c4-bf327c274d5e req-142b8429-e45a-450f-9fcc-07771538af81 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 946 time: 0.0837657 Jun 17 18:05:10.614616 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-51aa3473-2407-48a4-93c4-bf327c274d5e req-376b7a5a-925b-4cf9-a50e-84fe82eb37cd tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Jun 17 18:05:10.855896 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-b231ba45-d284-4f38-a0cb-5dc0b0af55f3 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.857345 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-b231ba45-d284-4f38-a0cb-5dc0b0af55f3 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "GET /v2.0/networks?id=c290a0dc-88c7-4732-bdd2-879983d6bb3e HTTP/1.1" status: 200 len: 814 time: 0.1408432 Jun 17 18:05:10.880537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Request body: {'port': {'device_id': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e', 'admin_state_up': True, 'tenant_id': '751d6ceb092e4bcdbaf2bfeaa62f1469'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:05:10.926036 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8cde7ff0-88c4-41b9-bd38-47b331b38248 req-64f18877-3dea-494b-8ed9-dfb7204f6f13 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 210 time: 0.0430217 Jun 17 18:05:11.017132 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:05:11.021340 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Usage tracker for resource:port and tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:05:11.024604 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:05:11.030309 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:05:11.124172 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Made reservation on behalf of 751d6ceb092e4bcdbaf2bfeaa62f1469 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:05:11.127468 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:11.375617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Allocated IP 172.20.0.3 (c290a0dc-88c7-4732-bdd2-879983d6bb3e/f75c0876-5ceb-456a-bca0-de0697471348/a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:05:11.573125 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:11.646986 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:11.653090 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:11.721745 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Network c290a0dc-88c7-4732-bdd2-879983d6bb3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:05:11.724864 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:05:11.729308 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:05:11.753962 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Pushing event updated for resources: {'Port': ['ID=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:11.759879 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:11.791785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:11.792546 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:11.914510 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-0855aa80-2766-46eb-80cc-3ec1e6f73f79 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0377684 Jun 17 18:05:11.932817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Request body: {'port': {'device_id': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:05:12.053309 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:12.282487 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb23b-301c-43d1-bccd-ced2cf8dc568 req-562c03ad-995c-4d36-ae5e-dad3833f0894 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:12.285103 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bf9eb23b-301c-43d1-bccd-ced2cf8dc568 req-562c03ad-995c-4d36-ae5e-dad3833f0894 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 931 time: 0.0883691 Jun 17 18:05:12.372599 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bf9eb23b-301c-43d1-bccd-ced2cf8dc568 req-cafb15fe-da49-42ea-87ce-e8a81f682b26 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811362 Jun 17 18:05:12.403885 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:12.406609 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fad7d0-b5c5-459b-938f-e9accf3eb827 req-b1a6b6c4-c535-41f5-b6a7-d57942949793 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:12.408085 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-31fad7d0-b5c5-459b-938f-e9accf3eb827 req-b1a6b6c4-c535-41f5-b6a7-d57942949793 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 946 time: 0.0825095 Jun 17 18:05:12.410814 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:12.425633 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Transition to ACTIVE for port object a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:05:12.453083 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-31fad7d0-b5c5-459b-938f-e9accf3eb827 req-953f09bf-1ff4-4596-bfbd-ed9696bbb311 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Jun 17 18:05:12.503058 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:12.508275 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f380c8a3-a61f-4c53-8794-12e58b23c0c2 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:12.625693 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Pushing event updated for resources: {'Port': ['ID=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:12.629738 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:12.730019 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Attempting to bind port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:05:12.730344 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Attempting to bind port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:05:12.730665 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Attempting to bind port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 on network c290a0dc-88c7-4732-bdd2-879983d6bb3e {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:05:12.736225 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 on network c290a0dc-88c7-4732-bdd2-879983d6bb3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:05:12.737389 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Attempting to bind port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 on network c290a0dc-88c7-4732-bdd2-879983d6bb3e {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:05:12.742663 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:05:12.742990 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Checking segment: {'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:05:12.743367 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Bound using segment: {'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:05:12.743782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Bound port: a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b388561-25f9-46e8-a113-ad834261630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:05:12.744118 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:12.831419 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] For port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:05:12.834269 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] For port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:05:12.924761 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:12.928485 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:12.984986 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:12.986375 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] 10.222.0.36 "PUT /v2.0/ports/a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 HTTP/1.1" status: 200 len: 1093 time: 1.0585055 Jun 17 18:05:12.986867 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'tag': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:13.006140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Pushing event updated for resources: {'Port': ['ID=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:13.009745 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:13.041584 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'tag': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1', 'status': 'completed', 'code': 200} Jun 17 18:05:13.155414 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-894126bf-cffb-4c2f-b4aa-05ca123acf51 req-7ff08329-046d-49a4-9580-0041eb85a6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 1096 time: 0.0710311 Jun 17 18:05:13.303458 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894126bf-cffb-4c2f-b4aa-05ca123acf51 req-b56b3654-30f4-4d11-bd42-e91c37b809a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:13.305588 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-894126bf-cffb-4c2f-b4aa-05ca123acf51 req-b56b3654-30f4-4d11-bd42-e91c37b809a6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1349716 Jun 17 18:05:13.467573 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894126bf-cffb-4c2f-b4aa-05ca123acf51 req-1f873e86-21e7-40f2-84b7-fdc42cdc1f08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:13.469034 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-894126bf-cffb-4c2f-b4aa-05ca123acf51 req-1f873e86-21e7-40f2-84b7-fdc42cdc1f08 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309397 Jun 17 18:05:13.621315 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e32b3-de4a-4b41-ae1b-02e10f4bca2e req-8d3b4a0c-11df-463f-8377-d64cb053f7b5 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:13.622904 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0c5e32b3-de4a-4b41-ae1b-02e10f4bca2e req-8d3b4a0c-11df-463f-8377-d64cb053f7b5 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 943 time: 0.1199815 Jun 17 18:05:13.688110 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0c5e32b3-de4a-4b41-ae1b-02e10f4bca2e req-c5178cd8-0508-42ca-b29e-d645075d75f3 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574038 Jun 17 18:05:13.704895 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fec06-9122-4107-addd-e63f1024bc51 req-ccccf2b9-6a68-4c6e-a4da-b7bd2a861237 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:13.706463 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2f7fec06-9122-4107-addd-e63f1024bc51 req-ccccf2b9-6a68-4c6e-a4da-b7bd2a861237 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 946 time: 0.1295090 Jun 17 18:05:13.733337 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-42ddd2b5-1ac0-4600-be41-40863982601b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 1096 time: 0.1625245 Jun 17 18:05:13.759397 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2f7fec06-9122-4107-addd-e63f1024bc51 req-9e2e961d-913e-4bc4-a1e9-61dc06948bab tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Jun 17 18:05:13.903916 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-f3deb2bc-2db5-4747-a9b3-d53871073742 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 HTTP/1.1" status: 200 len: 217 time: 0.0985262 Jun 17 18:05:13.978479 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-be410155-9136-448c-9dd7-58e9f4d311f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:13.979895 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-be410155-9136-448c-9dd7-58e9f4d311f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f75c0876-5ceb-456a-bca0-de0697471348 HTTP/1.1" status: 200 len: 854 time: 0.0680459 Jun 17 18:05:13.990136 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-2d28fb45-18b2-4bcb-b8e8-b52396151b2b tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:13.990817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-2d28fb45-18b2-4bcb-b8e8-b52396151b2b tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Synchronizing usage tracker for tenant:cd216b4a091c4d5fb6db112c355de3e8 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:05:14.036629 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-d183b80e-5f73-4a2f-9405-027e65c1fe8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c290a0dc-88c7-4732-bdd2-879983d6bb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425701 Jun 17 18:05:14.168217 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-5dc53929-ef97-42a0-9c4d-1c79c0581f16 service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242137 Jun 17 18:05:14.194260 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-2d28fb45-18b2-4bcb-b8e8-b52396151b2b tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Unset dirty status for tenant:cd216b4a091c4d5fb6db112c355de3e8 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:05:14.195789 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-2d28fb45-18b2-4bcb-b8e8-b52396151b2b tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 946 time: 0.3893132 Jun 17 18:05:14.338715 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Deleting port b58da628-a171-43d5-80de-19b82e3b0193 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:05:14.338966 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:14.408444 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e944551d-d549-4715-ae33-a7e1ed7e4f83 req-8b911af4-209a-42fb-b666-40598c0fedf2 service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334588 Jun 17 18:05:14.592615 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] For port b58da628-a171-43d5-80de-19b82e3b0193, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b58da628-a171-43d5-80de-19b82e3b0193,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:14.592869 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:14.709827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Calling delete_port for b58da628-a171-43d5-80de-19b82e3b0193 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:05:14.890360 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1df5a-fba8-4c92-8e51-332e82295cab req-c293fc24-2d1c-4d21-b884-e5b81bc3a6c6 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:14.891795 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a1df5a-fba8-4c92-8e51-332e82295cab req-c293fc24-2d1c-4d21-b884-e5b81bc3a6c6 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 943 time: 0.0801535 Jun 17 18:05:14.941751 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:14.947397 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5111746d-1fc0-4cf7-af06-7b0e334a701b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:14.976605 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['b58da628-a171-43d5-80de-19b82e3b0193'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:14.988918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Pushing event deleted for resources: {'Port': ['ID=b58da628-a171-43d5-80de-19b82e3b0193,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:14.993113 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:15.003694 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-50a1df5a-fba8-4c92-8e51-332e82295cab req-b70e578b-f045-4bfb-92ee-a5fb4d98c646 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816348 Jun 17 18:05:15.012981 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1deec-fe61-4b7e-a3a4-7b56055e975d req-45d93852-77da-4181-9b3a-d5cc276fbc55 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:15.015293 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1f1deec-fe61-4b7e-a3a4-7b56055e975d req-45d93852-77da-4181-9b3a-d5cc276fbc55 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 867 time: 0.1312470 Jun 17 18:05:15.062461 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c1f1deec-fe61-4b7e-a3a4-7b56055e975d req-97474552-951e-43cb-a471-b9d2e24a299f tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Jun 17 18:05:15.076011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] No DVR routers for this DVR port b58da628-a171-43d5-80de-19b82e3b0193 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:05:15.078569 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:15.082654 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'name': 'network-vif-deleted', 'tag': 'b58da628-a171-43d5-80de-19b82e3b0193'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:15.136242 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8ed53e-5fd2-427c-8720-b505fff4c1e0', 'name': 'network-vif-deleted', 'tag': 'b58da628-a171-43d5-80de-19b82e3b0193', 'status': 'completed', 'code': 200} Jun 17 18:05:15.184324 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-901aaada-121c-4a82-8b70-ae7ae6c9a5f2 req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "DELETE /v2.0/ports/b58da628-a171-43d5-80de-19b82e3b0193 HTTP/1.1" status: 204 len: 173 time: 0.9407508 Jun 17 18:05:16.208028 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a405-7027-495b-b492-0ea99afca59b req-603e077e-8a8f-4287-b5a1-bc68655a346a tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:16.209510 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d199a405-7027-495b-b492-0ea99afca59b req-603e077e-8a8f-4287-b5a1-bc68655a346a tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 943 time: 0.0812974 Jun 17 18:05:16.267523 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-849081ee-9982-493d-8268-fded6c6c5c6a req-7f0a279f-469e-4806-9367-00c0bf31ae43 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b8ed53e-5fd2-427c-8720-b505fff4c1e0 HTTP/1.1" status: 200 len: 210 time: 0.0567791 Jun 17 18:05:16.295568 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d199a405-7027-495b-b492-0ea99afca59b req-5f732677-761c-4f0a-ab62-8e8c753f5a0e tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562005 Jun 17 18:05:17.340420 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:05:17.347322 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b58da628-a171-43d5-80de-19b82e3b0193 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:05:17.383595 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: b58da628-a171-43d5-80de-19b82e3b0193 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:05:17.384066 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b58da628-a171-43d5-80de-19b82e3b0193 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:05:17.506600 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019e6c0-bfbb-4d9d-8a83-f94bc8bd2824 req-4812f281-4f47-477c-8d53-019cf03efd2f tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:17.508394 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a019e6c0-bfbb-4d9d-8a83-f94bc8bd2824 req-4812f281-4f47-477c-8d53-019cf03efd2f tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 943 time: 0.0914388 Jun 17 18:05:17.519599 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:17.534101 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1', 'network_id': 'c290a0dc-88c7-4732-bdd2-879983d6bb3e', 'port_id': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1', 'mac_address': 'fa:16:3e:8b:ea:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75c0876-5ceb-456a-bca0-de0697471348', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:05:17.590010 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:17.607906 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:17.622932 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:17.645041 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a019e6c0-bfbb-4d9d-8a83-f94bc8bd2824 req-c73f28d1-47c7-4202-91d2-8d0f3569213a tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126540 Jun 17 18:05:17.683735 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-2722ee9b-d043-464a-a5d1-eef1f1f5ed1a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:17.685170 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-2722ee9b-d043-464a-a5d1-eef1f1f5ed1a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/networks?id=a86c052e-1d4d-4be1-bc49-63b17f6cdbed HTTP/1.1" status: 200 len: 808 time: 0.1750989 Jun 17 18:05:17.700873 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a0420b27-8781-46d5-b427-b48e0374eb32 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/quotas/cd216b4a091c4d5fb6db112c355de3e8 HTTP/1.1" status: 200 len: 375 time: 0.0104015 Jun 17 18:05:17.707457 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:17.709970 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:17.761560 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-f353403a-a446-4d42-8a13-bb5308cc2599 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556488 Jun 17 18:05:17.774596 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:17.777757 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:17.894934 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-af420271-dc88-473c-80a8-35c1e0116acb service neutron] 10.222.0.30 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258886 Jun 17 18:05:17.972748 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:18.126205 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-8e6ae145-3de9-40f1-a421-4243dc9c6385 service neutron] 10.222.0.30 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248950 Jun 17 18:05:18.403696 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-80958b70-691d-4069-acca-6ac57596d965 req-37e2427d-798f-469a-aee2-df09fd596d76 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 210 time: 0.0420971 Jun 17 18:05:18.841846 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7fc8-068c-49e1-8401-81be7b688c9c req-25c5e6e9-9650-4ac8-b040-65148f8f2f85 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:18.843371 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4cad7fc8-068c-49e1-8401-81be7b688c9c req-25c5e6e9-9650-4ac8-b040-65148f8f2f85 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 944 time: 0.0774386 Jun 17 18:05:18.896005 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4cad7fc8-068c-49e1-8401-81be7b688c9c req-7bd78d03-b8eb-48a2-85ad-56667b9b9227 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 Jun 17 18:05:19.245909 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-46f4cb7b-f2b1-4463-827b-8c884aa5ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:19.354993 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:19.508923 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:19.514777 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:19.515176 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:19.543771 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:19.575696 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a3ac5a2e-fa62-4b20-ae0e-ae89eb7cb09f req-b283bf27-1b57-4792-85b8-9eafe505476a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 210 time: 0.0498519 Jun 17 18:05:19.634902 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:19.662346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:19.671920 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:19.783235 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:19.786019 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:19.818407 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1', 'code': 200} Jun 17 18:05:19.856620 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:19.859454 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:20.103042 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1c06-9240-4928-81f7-38b922833106 req-874f5975-429d-41de-b443-f6c1e0189ebb tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:20.105365 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-58da1c06-9240-4928-81f7-38b922833106 req-874f5975-429d-41de-b443-f6c1e0189ebb tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 945 time: 0.0855720 Jun 17 18:05:20.160294 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-58da1c06-9240-4928-81f7-38b922833106 req-d006d438-55ae-4160-937e-51dfa63f474f tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jun 17 18:05:20.259081 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9d885f46-6559-47a7-880e-f30d414aacf3 req-935bc629-d4ff-46e5-91da-2c80d236253a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 1098 time: 0.0683196 Jun 17 18:05:20.306646 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9d885f46-6559-47a7-880e-f30d414aacf3 req-b091f9aa-70ac-4fd3-adff-2c87fa9bbbd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Jun 17 18:05:20.739620 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-f4ffd4c6-dc2a-420d-b7bf-a0c5a11cea56 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:20.741017 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-f4ffd4c6-dc2a-420d-b7bf-a0c5a11cea56 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "GET /v2.0/networks?id=a86c052e-1d4d-4be1-bc49-63b17f6cdbed HTTP/1.1" status: 200 len: 808 time: 0.1460245 Jun 17 18:05:20.741262 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8d0ad404-6fb8-4d7e-92da-eb1ee62b0314 req-51524938-bfc0-40a4-b4b9-6c82789855cd tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 210 time: 0.0422573 Jun 17 18:05:20.768471 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Request body: {'port': {'device_id': 'c956a2fc-8588-439c-9968-be904df9edfe', 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed', 'admin_state_up': True, 'tenant_id': 'cd216b4a091c4d5fb6db112c355de3e8'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:05:20.991231 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:05:20.995827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Usage tracker for resource:port and tenant:cd216b4a091c4d5fb6db112c355de3e8 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:05:20.999051 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:05:21.006100 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:05:21.132431 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Made reservation on behalf of cd216b4a091c4d5fb6db112c355de3e8 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:05:21.135600 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:21.229340 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-36149eac-2150-4ad0-b134-b7e0dc2be7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:21.306457 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Allocated IP 172.20.0.2 (a86c052e-1d4d-4be1-bc49-63b17f6cdbed/b44d6829-7869-461b-99a8-77ad82707777/8e950991-6367-4155-b7c7-958d6dbde021) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:05:21.364815 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1945e-45dc-4ec0-a0df-4282d2cfb34a req-dd788819-a420-49bc-aedd-9e6b24bd4c58 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:21.367082 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e4f1945e-45dc-4ec0-a0df-4282d2cfb34a req-dd788819-a420-49bc-aedd-9e6b24bd4c58 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 945 time: 0.0817494 Jun 17 18:05:21.429430 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e4f1945e-45dc-4ec0-a0df-4282d2cfb34a req-96056dc9-f4d4-4b80-b6b4-d302a3c32571 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Jun 17 18:05:21.514779 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:21.594885 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:21.600404 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-97aa78d1-2f17-4e6e-a061-501e07106a98 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:21.665358 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Network a86c052e-1d4d-4be1-bc49-63b17f6cdbed is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:05:21.668598 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:05:21.672866 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:05:21.700529 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Pushing event updated for resources: {'Port': ['ID=8e950991-6367-4155-b7c7-958d6dbde021,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:21.705720 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:21.737462 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:21.742047 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:21.835847 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0710673 Jun 17 18:05:21.852874 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Request body: {'port': {'device_id': 'c956a2fc-8588-439c-9968-be904df9edfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:05:21.948308 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379f8f2-c68b-4774-b4ae-266181a17674 req-ab7eda44-c995-408f-bb7d-c5abb26bfd8b tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:21.949834 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5379f8f2-c68b-4774-b4ae-266181a17674 req-ab7eda44-c995-408f-bb7d-c5abb26bfd8b tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 931 time: 0.0841746 Jun 17 18:05:21.966496 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:21.996882 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5379f8f2-c68b-4774-b4ae-266181a17674 req-a55f9afe-f47a-4c08-939c-927eb7d5f2a6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Jun 17 18:05:22.306659 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e950991-6367-4155-b7c7-958d6dbde021 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:22.313332 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:22.327889 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Transition to ACTIVE for port object 8e950991-6367-4155-b7c7-958d6dbde021 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:05:22.400330 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:22.404188 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-196c4c29-f9ea-4804-bd4f-c796dbf70a50 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:22.514452 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:22.527386 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=8e950991-6367-4155-b7c7-958d6dbde021,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:22.530906 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:22.629197 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f408842-5119-4c52-9758-c480c9e0385f req-75023b7c-774e-4062-95f4-42723a700052 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:22.630704 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8f408842-5119-4c52-9758-c480c9e0385f req-75023b7c-774e-4062-95f4-42723a700052 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 945 time: 0.0772419 Jun 17 18:05:22.637831 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Attempting to bind port 8e950991-6367-4155-b7c7-958d6dbde021 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:05:22.638188 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Attempting to bind port 8e950991-6367-4155-b7c7-958d6dbde021 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:05:22.638512 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Attempting to bind port 8e950991-6367-4155-b7c7-958d6dbde021 on network a86c052e-1d4d-4be1-bc49-63b17f6cdbed {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:05:22.644644 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Port 8e950991-6367-4155-b7c7-958d6dbde021 on network a86c052e-1d4d-4be1-bc49-63b17f6cdbed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:05:22.644948 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Attempting to bind port 8e950991-6367-4155-b7c7-958d6dbde021 on network a86c052e-1d4d-4be1-bc49-63b17f6cdbed {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:05:22.655785 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:05:22.656147 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Checking segment: {'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:05:22.656616 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Bound using segment: {'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:05:22.657226 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Bound port: 8e950991-6367-4155-b7c7-958d6dbde021, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bda09e3-5274-4fee-bef0-424940eb0a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:05:22.657667 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:22.680992 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8f408842-5119-4c52-9758-c480c9e0385f req-0843f714-50e3-4b5e-8bc2-1748a7ea724d tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Jun 17 18:05:22.746924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] For port 8e950991-6367-4155-b7c7-958d6dbde021, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:05:22.749936 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] For port 8e950991-6367-4155-b7c7-958d6dbde021, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8e950991-6367-4155-b7c7-958d6dbde021,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:05:22.838908 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:22.843600 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f758a192-8caa-4293-ac3f-ce981ecb28c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:22.919593 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:22.919593 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] 10.222.0.36 "PUT /v2.0/ports/8e950991-6367-4155-b7c7-958d6dbde021 HTTP/1.1" status: 200 len: 1093 time: 1.0616822 Jun 17 18:05:22.919593 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c956a2fc-8588-439c-9968-be904df9edfe', 'tag': '8e950991-6367-4155-b7c7-958d6dbde021'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:22.926218 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=8e950991-6367-4155-b7c7-958d6dbde021,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:22.929741 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:22.974099 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c956a2fc-8588-439c-9968-be904df9edfe', 'tag': '8e950991-6367-4155-b7c7-958d6dbde021', 'status': 'completed', 'code': 200} Jun 17 18:05:23.091374 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e251389a-7567-4867-9816-643a33e55549 req-8c357df8-9c25-4921-b6f6-3f2dc4d06eea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 1096 time: 0.0760369 Jun 17 18:05:23.202508 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6374650-f703-4c34-bc07-58dd193c69b1 req-6cb2796d-b005-4bb4-b144-2644d4256138 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:23.204094 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a6374650-f703-4c34-bc07-58dd193c69b1 req-6cb2796d-b005-4bb4-b144-2644d4256138 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 943 time: 0.0806954 Jun 17 18:05:23.254000 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a6374650-f703-4c34-bc07-58dd193c69b1 req-ea394c8f-cfc7-47aa-81f8-aa8a0a8c90ca tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Jun 17 18:05:23.336867 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251389a-7567-4867-9816-643a33e55549 req-29bb2f91-d4e3-4d33-8f7e-9320c8166a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:23.338394 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e251389a-7567-4867-9816-643a33e55549 req-29bb2f91-d4e3-4d33-8f7e-9320c8166a1f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2345204 Jun 17 18:05:23.475537 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251389a-7567-4867-9816-643a33e55549 req-f4808d25-117e-4b51-9424-fc5ec033b145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:23.476868 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-e251389a-7567-4867-9816-643a33e55549 req-f4808d25-117e-4b51-9424-fc5ec033b145 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318786 Jun 17 18:05:23.610219 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-9e993ce2-5f6a-4427-b03d-09ca4b569d23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 1096 time: 0.0708363 Jun 17 18:05:23.687861 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-a77e9b91-a511-492e-a0db-19671f9ea393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e950991-6367-4155-b7c7-958d6dbde021 HTTP/1.1" status: 200 len: 217 time: 0.0634716 Jun 17 18:05:23.760687 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-5ddfe53f-11bf-456d-b689-52c04ca902df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:23.762058 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-5ddfe53f-11bf-456d-b689-52c04ca902df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b44d6829-7869-461b-99a8-77ad82707777 HTTP/1.1" status: 200 len: 848 time: 0.0620844 Jun 17 18:05:23.808505 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-f99b8e7d-0328-4da7-af2e-317689aa3cf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a86c052e-1d4d-4be1-bc49-63b17f6cdbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401995 Jun 17 18:05:23.944233 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-209d5cf9-e5d9-4796-bc27-016cebd9c6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287756 Jun 17 18:05:23.954416 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:24.084644 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-eda52ba7-9d2a-4580-80be-7c3fb5132779 req-926bf56a-2dc6-4de2-9b04-b777895eb318 service neutron] 10.222.0.36 "GET /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334357 Jun 17 18:05:24.457946 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dda13-7db3-415f-be4c-a2e1afab132f req-05272a8d-a8ac-4d47-ad42-696e30007bdb tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:24.459397 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-af0dda13-7db3-415f-be4c-a2e1afab132f req-05272a8d-a8ac-4d47-ad42-696e30007bdb tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 943 time: 0.0797930 Jun 17 18:05:24.507800 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-af0dda13-7db3-415f-be4c-a2e1afab132f req-1d1e076b-b1a3-4b1d-96af-56caa416cdd2 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Jun 17 18:05:24.697548 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:25.712103 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6057-dd86-4e20-abb8-49b74a20cdcf req-f955a5ef-a94c-4944-a1cb-cdfb67028363 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:25.713634 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fdad6057-dd86-4e20-abb8-49b74a20cdcf req-f955a5ef-a94c-4944-a1cb-cdfb67028363 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 943 time: 0.0768647 Jun 17 18:05:25.758592 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fdad6057-dd86-4e20-abb8-49b74a20cdcf req-a554e00d-3037-48cf-b637-7d4d9585c9fc tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Jun 17 18:05:26.960067 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96350dd-5987-47f8-998c-0c7fe609ce00 req-14b3b999-782b-4322-9cc7-99a2673808fd tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:26.961577 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a96350dd-5987-47f8-998c-0c7fe609ce00 req-14b3b999-782b-4322-9cc7-99a2673808fd tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 943 time: 0.0803125 Jun 17 18:05:27.008460 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a96350dd-5987-47f8-998c-0c7fe609ce00 req-42a98082-67ba-44a4-b36c-09bbe5e43472 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410333 Jun 17 18:05:27.358933 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 8e950991-6367-4155-b7c7-958d6dbde021 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:05:27.489641 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 8e950991-6367-4155-b7c7-958d6dbde021, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8e950991-6367-4155-b7c7-958d6dbde021,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:27.503313 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '8e950991-6367-4155-b7c7-958d6dbde021', 'network_id': 'a86c052e-1d4d-4be1-bc49-63b17f6cdbed', 'port_id': '8e950991-6367-4155-b7c7-958d6dbde021', 'mac_address': 'fa:16:3e:01:f2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44d6829-7869-461b-99a8-77ad82707777', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:05:27.556156 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.572652 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e950991-6367-4155-b7c7-958d6dbde021 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:27.586927 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 8e950991-6367-4155-b7c7-958d6dbde021, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8e950991-6367-4155-b7c7-958d6dbde021,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:27.663042 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.665368 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:27.731789 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=8e950991-6367-4155-b7c7-958d6dbde021,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:27.734982 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:27.971019 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['8e950991-6367-4155-b7c7-958d6dbde021'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:28.212440 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab5f5a-0c16-4698-9d81-c0fc85420961 req-9bdbe205-ce3a-4b00-8c94-2cc499caa589 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.213928 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-45ab5f5a-0c16-4698-9d81-c0fc85420961 req-9bdbe205-ce3a-4b00-8c94-2cc499caa589 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 944 time: 0.0773492 Jun 17 18:05:28.263406 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-45ab5f5a-0c16-4698-9d81-c0fc85420961 req-31f167d6-607a-4dea-a9f1-0dea6ad16f4c tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Jun 17 18:05:29.371102 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 8e950991-6367-4155-b7c7-958d6dbde021 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:29.459166 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6a78d-a074-4eb4-a19a-d977a1b6c822 req-d89f7dec-eabf-4b96-8f9b-ae6119e2749c tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:29.460674 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0eb6a78d-a074-4eb4-a19a-d977a1b6c822 req-d89f7dec-eabf-4b96-8f9b-ae6119e2749c tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 944 time: 0.0779641 Jun 17 18:05:29.505843 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0eb6a78d-a074-4eb4-a19a-d977a1b6c822 req-e741b497-497f-49be-a1bc-41a9e8364334 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Jun 17 18:05:29.535042 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 8e950991-6367-4155-b7c7-958d6dbde021 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:29.539996 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 8e950991-6367-4155-b7c7-958d6dbde021 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:29.540377 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:29.652317 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:29.678911 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c956a2fc-8588-439c-9968-be904df9edfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e950991-6367-4155-b7c7-958d6dbde021'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:29.688689 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 8e950991-6367-4155-b7c7-958d6dbde021, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8e950991-6367-4155-b7c7-958d6dbde021,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:29.741215 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c956a2fc-8588-439c-9968-be904df9edfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e950991-6367-4155-b7c7-958d6dbde021', 'code': 200} Jun 17 18:05:29.765764 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:29.768557 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bd2b930c-c347-485b-9c96-224ec1c8d173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:29.835465 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=8e950991-6367-4155-b7c7-958d6dbde021,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:29.838661 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:30.137284 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0e383cb8-ad67-4f50-9083-c7a0c9483700 req-5f2c67f7-47fe-45e6-b96c-1bb32a15345c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 1098 time: 0.0692563 Jun 17 18:05:30.179577 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0e383cb8-ad67-4f50-9083-c7a0c9483700 req-58d54339-c4c3-41a5-a87b-bc9e8a22b77b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Jun 17 18:05:30.723085 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95930204-adb6-4085-9732-9da1550acb03 req-b2f68720-f75f-4f3a-bf83-d74ddecb6e85 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:30.724614 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-95930204-adb6-4085-9732-9da1550acb03 req-b2f68720-f75f-4f3a-bf83-d74ddecb6e85 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.0995436 Jun 17 18:05:30.771802 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-95930204-adb6-4085-9732-9da1550acb03 req-a9bce0fb-0b59-4ea0-b1d2-4f76edd83532 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Jun 17 18:05:32.108340 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b4576-b71c-4e8e-8617-62fed725857a req-4b18a9c1-afda-4bc7-96cc-ccbc80e48375 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:32.109696 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bb7b4576-b71c-4e8e-8617-62fed725857a req-4b18a9c1-afda-4bc7-96cc-ccbc80e48375 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.0752900 Jun 17 18:05:32.155556 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bb7b4576-b71c-4e8e-8617-62fed725857a req-dc91b5a7-c99d-4010-8f33-54d34aa1a5f1 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Jun 17 18:05:33.969273 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f45a5d-1a46-4281-b191-cd2b87243d84 req-de5a8de3-682d-4126-b066-8f631ce69f1a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:33.970807 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c5f45a5d-1a46-4281-b191-cd2b87243d84 req-de5a8de3-682d-4126-b066-8f631ce69f1a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.0820205 Jun 17 18:05:34.017081 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c5f45a5d-1a46-4281-b191-cd2b87243d84 req-9dc3b043-075d-43c1-8dd7-7f08ca15c67a tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Jun 17 18:05:35.211549 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a06926-8b5b-4508-bbf7-6715e881fca0 req-6581d912-5481-47cd-85be-64905a7ac876 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:35.213146 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34a06926-8b5b-4508-bbf7-6715e881fca0 req-6581d912-5481-47cd-85be-64905a7ac876 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.0747616 Jun 17 18:05:35.257663 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-34a06926-8b5b-4508-bbf7-6715e881fca0 req-d4afaec0-80df-4d3d-a4b8-af2c72147e62 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389183 Jun 17 18:05:36.453778 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cccae-acf7-455f-b9f7-5cdb21d0b598 req-ea424520-2497-4163-a9fc-85951f30a4c6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:36.455261 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a5cccae-acf7-455f-b9f7-5cdb21d0b598 req-ea424520-2497-4163-a9fc-85951f30a4c6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.0793564 Jun 17 18:05:36.504434 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a5cccae-acf7-455f-b9f7-5cdb21d0b598 req-3d09a12a-dd98-4396-9d4b-b97879cba61c tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428452 Jun 17 18:05:37.703267 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876302-090e-4a7e-b072-e8433fe81d88 req-bff44343-9e42-46bf-953e-cfbb417f4010 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:37.704748 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-15876302-090e-4a7e-b072-e8433fe81d88 req-bff44343-9e42-46bf-953e-cfbb417f4010 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.0776570 Jun 17 18:05:37.754079 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-15876302-090e-4a7e-b072-e8433fe81d88 req-2ac6e38a-c672-4490-a883-956c96716aa0 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Jun 17 18:05:37.973621 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-7e01f306-aaf2-4f21-86a5-7e77ca3372a5 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:37.974253 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-7e01f306-aaf2-4f21-86a5-7e77ca3372a5 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Synchronizing usage tracker for tenant:cd216b4a091c4d5fb6db112c355de3e8 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:05:38.112170 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-7e01f306-aaf2-4f21-86a5-7e77ca3372a5 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Unset dirty status for tenant:cd216b4a091c4d5fb6db112c355de3e8 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:05:38.113305 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-7e01f306-aaf2-4f21-86a5-7e77ca3372a5 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.2175157 Jun 17 18:05:38.949960 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53730dd-9587-4a7a-98f6-f2a4a9e05525 req-27fb718c-e996-4864-bc62-4d12004844c2 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:38.951434 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d53730dd-9587-4a7a-98f6-f2a4a9e05525 req-27fb718c-e996-4864-bc62-4d12004844c2 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 945 time: 0.0759864 Jun 17 18:05:38.995486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Deleting port 8e950991-6367-4155-b7c7-958d6dbde021 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:05:38.996128 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:38.997519 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d53730dd-9587-4a7a-98f6-f2a4a9e05525 req-2bdd8e9b-8672-47da-b3aa-53f71d680e7f tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/security-groups?id=36c1505e-8d1b-40d9-a29e-1708bdfe0367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Jun 17 18:05:39.238844 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] For port 8e950991-6367-4155-b7c7-958d6dbde021, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=8e950991-6367-4155-b7c7-958d6dbde021,segment=NetworkSegment(9bda09e3-5274-4fee-bef0-424940eb0a0c),segment_id=9bda09e3-5274-4fee-bef0-424940eb0a0c)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:39.239108 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:39.357226 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Calling delete_port for 8e950991-6367-4155-b7c7-958d6dbde021 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:05:39.582894 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:39.588996 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6c6a3a4c-0011-4930-87bd-02586ccd46b3 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:39.629924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Pushing event deleted for resources: {'Port': ['ID=8e950991-6367-4155-b7c7-958d6dbde021,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:39.634557 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:39.796996 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] No DVR routers for this DVR port 8e950991-6367-4155-b7c7-958d6dbde021 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:05:39.799505 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:39.802040 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c956a2fc-8588-439c-9968-be904df9edfe', 'name': 'network-vif-deleted', 'tag': '8e950991-6367-4155-b7c7-958d6dbde021'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:39.856602 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c956a2fc-8588-439c-9968-be904df9edfe', 'name': 'network-vif-deleted', 'tag': '8e950991-6367-4155-b7c7-958d6dbde021', 'status': 'completed', 'code': 200} Jun 17 18:05:39.880329 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-392969e8-faed-4ff9-a378-151a4fa099f7 req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.36 "DELETE /v2.0/ports/8e950991-6367-4155-b7c7-958d6dbde021 HTTP/1.1" status: 204 len: 173 time: 0.9482141 Jun 17 18:05:40.163808 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-84d0cb59-1a54-46e1-99d6-a8c3e9044ec5 req-b0499411-dac0-4eea-979a-0a500c017c6f tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 210 time: 0.0459793 Jun 17 18:05:40.717023 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['8e950991-6367-4155-b7c7-958d6dbde021'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:40.816437 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-c26c94be-b951-4075-b042-57c31d546478 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782495 Jun 17 18:05:40.986188 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-08eeba9a-90fe-4ca7-bd9c-95b335e189bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 1098 time: 0.0753179 Jun 17 18:05:41.135777 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0f7e-4442-4133-a179-a28403a10105 req-0295520a-70ea-48d8-ae67-b408f437b7aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:41.137267 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-0295520a-70ea-48d8-ae67-b408f437b7aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=c290a0dc-88c7-4732-bdd2-879983d6bb3e HTTP/1.1" status: 200 len: 915 time: 0.1307809 Jun 17 18:05:41.205978 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-1f2dae24-896a-47aa-9efa-32ba6674af27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 HTTP/1.1" status: 200 len: 217 time: 0.0615492 Jun 17 18:05:41.280952 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0f7e-4442-4133-a179-a28403a10105 req-b1147d9d-1441-4f43-86c8-873bd6f8479c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:41.282381 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-b1147d9d-1441-4f43-86c8-873bd6f8479c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f75c0876-5ceb-456a-bca0-de0697471348 HTTP/1.1" status: 200 len: 854 time: 0.0694931 Jun 17 18:05:41.331219 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-66b3c41e-dd0e-487d-a831-19a843de0a06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c290a0dc-88c7-4732-bdd2-879983d6bb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399997 Jun 17 18:05:41.429764 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-10eb3dd1-89e8-481f-b31f-884b7aafeeec req-6348bf6c-4a57-4d6d-bdb0-b3f4508b1ab5 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] 10.222.0.30 "GET /v2.0/ports?device_id=c956a2fc-8588-439c-9968-be904df9edfe HTTP/1.1" status: 200 len: 210 time: 0.1285374 Jun 17 18:05:41.468331 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-46542540-be37-41e3-b335-209a8e8baf6c service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300507 Jun 17 18:05:41.601078 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2cea0f7e-4442-4133-a179-a28403a10105 req-04734f69-598f-4283-a826-0abb45682a7e service neutron] 10.222.0.36 "GET /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260982 Jun 17 18:05:41.777212 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 8e950991-6367-4155-b7c7-958d6dbde021 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:05:41.810097 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 8e950991-6367-4155-b7c7-958d6dbde021 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:05:41.810454 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 8e950991-6367-4155-b7c7-958d6dbde021 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:05:46.206841 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:05:49.234327 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-da01aa9d-e380-4dde-ad00-38353456fca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:49.518210 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:51.211733 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-b5b08620-e3eb-46c4-9336-9ae94db26b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:51.973585 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83494a9-b238-4ccb-b8c0-c52226e78914 req-12207283-6993-4837-99ba-d39ef345a563 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:51.979589 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d83494a9-b238-4ccb-b8c0-c52226e78914 req-12207283-6993-4837-99ba-d39ef345a563 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 945 time: 0.0983298 Jun 17 18:05:52.030210 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d83494a9-b238-4ccb-b8c0-c52226e78914 req-939bd70f-45f5-448d-8914-769e24f76f6b tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Jun 17 18:05:52.599710 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:53.265681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7a289-9e40-4748-962a-5e6aba1727bc req-112e0c68-5628-4652-9843-85b79bab0175 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:53.267454 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-53e7a289-9e40-4748-962a-5e6aba1727bc req-112e0c68-5628-4652-9843-85b79bab0175 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 945 time: 0.0889680 Jun 17 18:05:53.324166 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-53e7a289-9e40-4748-962a-5e6aba1727bc req-ed66ae23-c3d9-4b22-b9b5-c482df35e128 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Jun 17 18:05:53.773115 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-8cd94e76-b801-436a-97bd-359239521366 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:53.774097 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-8cd94e76-b801-436a-97bd-359239521366 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Synchronizing usage tracker for tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:05:53.851105 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-8cd94e76-b801-436a-97bd-359239521366 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Unset dirty status for tenant:751d6ceb092e4bcdbaf2bfeaa62f1469 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:05:53.852667 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-8cd94e76-b801-436a-97bd-359239521366 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 945 time: 0.1657305 Jun 17 18:05:53.925290 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Deleting port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:05:53.925650 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:53.949452 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:54.202180 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] For port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,segment=NetworkSegment(4b388561-25f9-46e8-a113-ad834261630a),segment_id=4b388561-25f9-46e8-a113-ad834261630a)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:54.202609 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:54.326045 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Calling delete_port for a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:05:54.572174 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:54.578343 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cebbe2-62ea-406e-9700-a0d231ec030e req-1e1884c6-3423-4a72-a66d-c9601562a08c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:54.580315 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73cebbe2-62ea-406e-9700-a0d231ec030e req-1e1884c6-3423-4a72-a66d-c9601562a08c tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 945 time: 0.1226616 Jun 17 18:05:54.606952 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:54.616908 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-50b71876-21ee-4601-ae52-442fcf5d00ab tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:54.636159 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73cebbe2-62ea-406e-9700-a0d231ec030e req-0f257873-2300-4a11-8bf3-f4a2aa5cd8fd tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/security-groups?id=d177c634-2f87-4e73-b018-5acbcb8b424b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 Jun 17 18:05:54.644821 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:54.687447 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Pushing event deleted for resources: {'Port': ['ID=a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:54.703061 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.703457 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.703826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.704188 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.704677 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.705046 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.705401 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.705758 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.706159 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.706521 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.706862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:54.710901 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:54.924130 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] No DVR routers for this DVR port a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:05:54.926993 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:54.931690 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'name': 'network-vif-deleted', 'tag': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:55.012475 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fe7749-bf82-4546-b6ad-e7bfc88b29bd', 'name': 'network-vif-deleted', 'tag': 'a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1', 'status': 'completed', 'code': 200} Jun 17 18:05:55.017949 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-ca3318a2-549d-45e2-b763-bda4f25be6a0 req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.36 "DELETE /v2.0/ports/a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 HTTP/1.1" status: 204 len: 173 time: 1.1588025 Jun 17 18:05:55.824160 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a811bafe-e5e9-4ddf-af91-47f503cba83e req-eab54cc5-78a2-4111-b2fb-75a824f2397b tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] 10.222.0.30 "GET /v2.0/ports?device_id=01fe7749-bf82-4546-b6ad-e7bfc88b29bd HTTP/1.1" status: 200 len: 210 time: 0.0434165 Jun 17 18:05:57.793346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:05:57.835057 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:05:57.835402 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device a68f30dc-6d1b-4bd1-9174-ccfa68aed5c1 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:06:10.578321 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45214) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:10.639473 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Deleting subnet b44d6829-7869-461b-99a8-77ad82707777 {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:06:10.642664 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:10.693653 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:10.749418 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.062427 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.066755 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:11.103966 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44d6829-7869-461b-99a8-77ad82707777,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:11.107584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:11.108980 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.115602 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2889120c-046d-49bb-a134-e620b007eb0d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b44d6829-7869-461b-99a8-77ad82707777 HTTP/1.1" status: 204 len: 168 time: 0.5361974 Jun 17 18:06:11.117994 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45218) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:11.228486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.351239 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.364512 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86c052e-1d4d-4be1-bc49-63b17f6cdbed']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:11.378207 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bda09e3-5274-4fee-bef0-424940eb0a0c') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:11.378500 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bda09e3-5274-4fee-bef0-424940eb0a0c') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:11.390782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.408315 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.414437 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:06:11.414827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:06:11.427647 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:06:11.576202 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.580711 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-56d167e7-dc6c-4a3b-aff0-1401f8c670cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:11.597011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.604452 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86c052e-1d4d-4be1-bc49-63b17f6cdbed,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:11.608925 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:11.708280 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a86c052e-1d4d-4be1-bc49-63b17f6cdbed HTTP/1.1" status: 204 len: 168 time: 0.5892107 Jun 17 18:06:12.045237 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45226) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:12.098437 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-19ebc69a-646c-467b-ac19-c9f693545df8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd216b4a091c4d5fb6db112c355de3e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515153 Jun 17 18:06:12.100870 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45230) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:12.167038 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-40c1bfad-8015-4b24-987d-17551f6a6f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:12.192997 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-40c1bfad-8015-4b24-987d-17551f6a6f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:12.317350 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-40c1bfad-8015-4b24-987d-17551f6a6f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:12.321327 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9fc5cfed-116d-4ed7-a0cb-2e10f8504503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:12.334430 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1bfad-8015-4b24-987d-17551f6a6f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1505e-8d1b-40d9-a29e-1708bdfe0367,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:12.337401 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-40c1bfad-8015-4b24-987d-17551f6a6f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:12.340426 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-40c1bfad-8015-4b24-987d-17551f6a6f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:12.341196 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-40c1bfad-8015-4b24-987d-17551f6a6f77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36c1505e-8d1b-40d9-a29e-1708bdfe0367 HTTP/1.1" status: 204 len: 168 time: 0.2393243 Jun 17 18:06:19.255702 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-20761990-8816-4fe9-b7fc-8768d2c6e798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.547554 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:21.204550 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba00e-1816-41cb-afb9-639b76a37b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:22.518955 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.206974 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:06:23.958825 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.553155 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:25.617272 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45372) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:25.678793 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Deleting subnet f75c0876-5ceb-456a-bca0-de0697471348 {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:06:25.682418 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:25.734925 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:25.790390 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.152329 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.157729 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:26.191960 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75c0876-5ceb-456a-bca0-de0697471348,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:26.194512 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:26.199861 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.205693 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-27602221-3027-45cf-82dd-d6d77e8bd7d8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f75c0876-5ceb-456a-bca0-de0697471348 HTTP/1.1" status: 204 len: 168 time: 0.5873587 Jun 17 18:06:26.208115 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45378) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:26.406768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.527830 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.540792 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c290a0dc-88c7-4732-bdd2-879983d6bb3e']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:26.552971 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b388561-25f9-46e8-a113-ad834261630a') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:26.553280 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b388561-25f9-46e8-a113-ad834261630a') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:26.565480 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.580719 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.587237 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:06:26.587610 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:06:26.600163 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:06:26.759187 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.768288 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:26.777095 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.787655 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c290a0dc-88c7-4732-bdd2-879983d6bb3e,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:26.791325 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:26.940680 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-bc37316b-df40-4df1-95d9-8e210f635b15 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c290a0dc-88c7-4732-bdd2-879983d6bb3e HTTP/1.1" status: 204 len: 168 time: 0.7313297 Jun 17 18:06:27.555074 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45388) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:27.606487 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e8ac16a8-e72e-48b0-8c98-1cc1788f06cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=751d6ceb092e4bcdbaf2bfeaa62f1469&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501580 Jun 17 18:06:27.608809 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45392) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:27.670631 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.695021 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.889693 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.893899 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-71851de1-a359-43da-b75a-a2ff8e78cd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:27.904844 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d177c634-2f87-4e73-b018-5acbcb8b424b,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:27.907376 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:27.913626 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.914872 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d177c634-2f87-4e73-b018-5acbcb8b424b HTTP/1.1" status: 204 len: 168 time: 0.3051763 Jun 17 18:06:49.271860 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-836270ea-e185-4159-acf1-c59c3f82ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.551882 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:51.237701 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-2af7451a-35c3-48cd-b8c5-577c553b36eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:52.517913 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:53.531502 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45606) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:53.703274 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:53.734390 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:06:53.738189 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5b37ca832c4d49a5d8d86508bda0ac is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:06:53.740913 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:06:53.746594 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:06:53.811166 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:53.881844 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:53.889897 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4b7c1b4c-6a78-4483-8c04-c8455e92b03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:53.930412 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c23ab8-1d1d-42d5-a0c2-0bab9875bf02,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:53.934957 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba5b37ca832c4d49a5d8d86508bda0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4024065 Jun 17 18:06:53.935826 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:53.937528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45614) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:53.967888 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:54.002077 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-94008e4b-7a82-4649-85a8-4974f574778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:54.027891 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-94008e4b-7a82-4649-85a8-4974f574778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:54.161632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-94008e4b-7a82-4649-85a8-4974f574778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:54.166603 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-92880dab-6330-430f-a180-949374c954cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:54.179884 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94008e4b-7a82-4649-85a8-4974f574778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c23ab8-1d1d-42d5-a0c2-0bab9875bf02,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:54.182450 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-94008e4b-7a82-4649-85a8-4974f574778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:54.183614 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-94008e4b-7a82-4649-85a8-4974f574778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:54.184714 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-94008e4b-7a82-4649-85a8-4974f574778a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90c23ab8-1d1d-42d5-a0c2-0bab9875bf02 HTTP/1.1" status: 204 len: 168 time: 0.2462652 Jun 17 18:06:54.595933 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.277520 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45626) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:55.424759 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.455766 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:06:55.459576 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9a661df40949e2bb7e880206a2c253 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:06:55.462342 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:06:55.468011 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:06:55.532499 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.619293 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.626097 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-db9f3029-fe47-46f3-9ffb-9d19898a1e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:55.680669 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c9a661df40949e2bb7e880206a2c253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4018791 Jun 17 18:06:55.681507 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b836f45-98c4-4081-8c8e-41517ed62530,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:55.683116 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45632) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:55.693029 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.693410 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.693787 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.694187 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.694561 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.694926 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.695294 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.695653 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.696012 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.696684 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.696814 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.700632 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-6fc88fd1-7d98-4ffa-9e5f-6713aff5a500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:55.742974 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.767524 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.893088 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.897993 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4f83f372-a7d2-4077-975d-b160b7b746e5 tempest-AttachVolumeShelveTestJSON-1648152044 tempest-AttachVolumeShelveTestJSON-1648152044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:55.910319 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b836f45-98c4-4081-8c8e-41517ed62530,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:55.919582 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:55.920794 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b836f45-98c4-4081-8c8e-41517ed62530 HTTP/1.1" status: 204 len: 168 time: 0.2365835 Jun 17 18:06:55.922534 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.922910 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.923274 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.925430 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.925805 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.926199 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.926564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.926929 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.927282 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.927673 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.928028 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:55.931259 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:57.279551 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45654) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:57.405806 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2111006070-network', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:06:57.410784 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:06:57.414635 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Usage tracker for resource:network and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:06:57.417738 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:06:57.423929 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:06:57.506066 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Made reservation on behalf of 850ad3dd57da46c1b0fc776256c72ef3 for: {'network': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:57.508448 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.521172 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.555102 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:06:57.555304 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:06:57.558068 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:06:57.564490 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:06:57.627658 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.688722 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.691991 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ccc61c24-9f6f-4829-a0ad-4ec0df685d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:57.720701 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=75205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 18:06:57.728976 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e9c38-0bac-4e4b-bc64-a17165b45478,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:57.732892 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:57.735311 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.735679 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.segments_db [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Added segment ba0ca1ff-840c-43e9-9242-88e20e5447fa of type vlan for network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 Jun 17 18:06:57.761672 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.877864 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.879035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:57.879639 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:57.883175 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:57.984348 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Pushing event updated for resources: {'Network': ['ID=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:57.987092 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:57.997103 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:06:58.056378 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e78740cc-1724-4cbf-9c46-0e121b56585e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7731302 Jun 17 18:06:58.056768 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45660) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:58.062844 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Request body: {'subnet': {'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2111006070-subnet', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'ip_version': 4}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:06:58.067763 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:06:58.072637 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Usage tracker for resource:subnet and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:06:58.075686 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:06:58.081972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:06:58.174693 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Made reservation on behalf of 850ad3dd57da46c1b0fc776256c72ef3 for: {'subnet': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:58.177069 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653264'] for subnet, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:58.623980 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3155736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653250'] for subnet, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:58.628302 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:58.697159 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=52de86a8-e7c7-4326-8a9e-7a725da1539b,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:58.700423 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:58.707882 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Checking segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:06:58.713061 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Network hostable DHCP agents. Network: af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:06:58.803023 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:06:58.894226 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365) {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:58.903218 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70207175-30f3-4026-b2b4-6e3170d47a04 None None] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:06:58.906464 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:58.911174 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:58.992632 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9346774 Jun 17 18:06:58.995145 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45664) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:59.001087 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:06:59.006110 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:06:59.011019 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Usage tracker for resource:router and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:06:59.017379 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:06:59.023433 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:06:59.112079 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.113478 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.115404 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 18:06:59.121964 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.132384 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.270789 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Allocated IP 172.20.0.2 (af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365/52de86a8-e7c7-4326-8a9e-7a725da1539b/586c9ba6-cdac-4353-b49f-804ad5b28661) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:59.448287 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.487765 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.497857 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Transition to ACTIVE for port object 586c9ba6-cdac-4353-b49f-804ad5b28661 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:59.515494 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Transition to ACTIVE for port object 586c9ba6-cdac-4353-b49f-804ad5b28661 will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:59.569061 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.573497 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:59.633997 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:59.636670 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:59.639684 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:59.652119 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Pushing event updated for resources: {'Port': ['ID=586c9ba6-cdac-4353-b49f-804ad5b28661,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:59.701255 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.722222 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.722570 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.722908 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.723243 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.723577 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.723951 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.724280 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.724609 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.724936 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.725261 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.725585 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:59.729219 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:59.735011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.749281 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Attempting to bind port 586c9ba6-cdac-4353-b49f-804ad5b28661 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:59.749662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Attempting to bind port 586c9ba6-cdac-4353-b49f-804ad5b28661 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:59.750096 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Attempting to bind port 586c9ba6-cdac-4353-b49f-804ad5b28661 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:06:59.756326 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:06:59.756710 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Checking segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:06:59.757118 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.757520 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Bound using segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:06:59.758014 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Bound port: 586c9ba6-cdac-4353-b49f-804ad5b28661, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:59.758396 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.846166 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] For port 586c9ba6-cdac-4353-b49f-804ad5b28661, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:59.849190 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] For port 586c9ba6-cdac-4353-b49f-804ad5b28661, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=586c9ba6-cdac-4353-b49f-804ad5b28661,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:59.865245 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Allocated IP 172.27.1.205 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/223899cf-6928-4805-824d-e021a5b9e6c1) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:59.944811 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:59.948513 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:00.013870 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:00.070343 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Pushing event updated for resources: {'Port': ['ID=586c9ba6-cdac-4353-b49f-804ad5b28661,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:00.073395 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:00.106510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:00.110519 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-500d0257-4c41-435e-9974-db7c7f097a8d tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:00.182401 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:00.186803 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:00.188817 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Pushing event updated for resources: {'Port': ['ID=223899cf-6928-4805-824d-e021a5b9e6c1,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:00.190964 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:00.209279 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:07:00.219684 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:00.444805 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:00.445556 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:00.761682 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 18:07:00.972571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:07:00.983379 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:07:00.987966 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d2b5a-3e8f-476c-94d7-de311e24a4d8 None None] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:07:01.066347 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:01.069455 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-041c0714-c1a3-47ca-b4fc-d05ad660eb5b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0719340 Jun 17 18:07:01.071138 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45668) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:01.071773 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:01.072626 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:06:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:01.309600 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f5a77659-89c3-4118-953a-c07a46f91fb7 None None] Provisioning for port 586c9ba6-cdac-4353-b49f-804ad5b28661 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:01.377793 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:01.483977 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 586c9ba6-cdac-4353-b49f-804ad5b28661 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:01.743088 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:00Z', 'revision_number': 3, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:01.751641 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:07:01.753036 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Updating router 85d8103f-8c26-475c-bdc5-0cfb45929d89 port 223899cf-6928-4805-824d-e021a5b9e6c1 binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 18:07:01.781723 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 586c9ba6-cdac-4353-b49f-804ad5b28661 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:01.803925 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 586c9ba6-cdac-4353-b49f-804ad5b28661 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:01.804307 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:01.860511 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:01.908879 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:01.965673 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-db315074-866d-46e5-bf3a-7c6c0198e20d None None] Provisioning complete for port 586c9ba6-cdac-4353-b49f-804ad5b28661 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:01.966610 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-db315074-866d-46e5-bf3a-7c6c0198e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.123943 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Allocated IP 172.20.0.1 (af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365/52de86a8-e7c7-4326-8a9e-7a725da1539b/b777d4bb-cf73-443b-b712-341824b7f496) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:02.169756 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.271737 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.277177 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 586c9ba6-cdac-4353-b49f-804ad5b28661, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=586c9ba6-cdac-4353-b49f-804ad5b28661,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:02.287737 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Transition to ACTIVE for port object b777d4bb-cf73-443b-b712-341824b7f496 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:02.302167 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-db315074-866d-46e5-bf3a-7c6c0198e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.366288 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.381554 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:02.392254 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.396431 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5fc046a4-ef8a-4ea5-8b3b-da20e94a2000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:02.462371 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:02.465220 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:02.467694 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:02.500918 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Pushing event updated for resources: {'Port': ['ID=b777d4bb-cf73-443b-b712-341824b7f496,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:02.506769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:02.534925 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.543156 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.554953 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-db315074-866d-46e5-bf3a-7c6c0198e20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:07:02.555311 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-db315074-866d-46e5-bf3a-7c6c0198e20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:07:02.563495 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Transition to ACTIVE for port object 223899cf-6928-4805-824d-e021a5b9e6c1 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:02.568779 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=586c9ba6-cdac-4353-b49f-804ad5b28661,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:02.571985 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:02.660455 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.664913 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:02.689406 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.739648 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Attempting to bind port 223899cf-6928-4805-824d-e021a5b9e6c1 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:07:02.739926 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Attempting to bind port 223899cf-6928-4805-824d-e021a5b9e6c1 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:07:02.740298 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Attempting to bind port 223899cf-6928-4805-824d-e021a5b9e6c1 on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:07:02.742961 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13c783-32d9-404f-8e43-3c3dc5ca5a68 None None] Pushing event updated for resources: {'Port': ['ID=223899cf-6928-4805-824d-e021a5b9e6c1,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:02.746408 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4a13c783-32d9-404f-8e43-3c3dc5ca5a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:02.750326 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:07:02.755591 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:07:02.755591 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.755591 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:07:02.755591 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Bound port: 223899cf-6928-4805-824d-e021a5b9e6c1, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:07:02.755591 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.821661 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] For port 223899cf-6928-4805-824d-e021a5b9e6c1, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:07:02.824928 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] For port 223899cf-6928-4805-824d-e021a5b9e6c1, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=223899cf-6928-4805-824d-e021a5b9e6c1,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:07:02.907336 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.910326 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.914673 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:02.980443 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:02.993031 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13c783-32d9-404f-8e43-3c3dc5ca5a68 None None] Pushing event updated for resources: {'Port': ['ID=223899cf-6928-4805-824d-e021a5b9e6c1,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:02.996629 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4a13c783-32d9-404f-8e43-3c3dc5ca5a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:02.998723 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:02.999346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:06:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:03.012472 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a9f1655b-6d3a-46d8-aa28-fcfc4c415035 tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:03.088829 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:03.092912 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Pushing event updated for resources: {'Port': ['ID=b777d4bb-cf73-443b-b712-341824b7f496,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:03.096092 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:03.223366 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:03.227392 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:03.228472 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:03.361123 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-7db476f3-c83b-4745-a654-9b0cd1834d4d None None] Provisioning for port b777d4bb-cf73-443b-b712-341824b7f496 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:03.373259 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-7db476f3-c83b-4745-a654-9b0cd1834d4d None None] Provisioning complete for port b777d4bb-cf73-443b-b712-341824b7f496 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:03.378861 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7db476f3-c83b-4745-a654-9b0cd1834d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:03.437482 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 586c9ba6-cdac-4353-b49f-804ad5b28661 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:03.557396 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-7db476f3-c83b-4745-a654-9b0cd1834d4d None None] Port b777d4bb-cf73-443b-b712-341824b7f496 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 18:07:03.647897 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 586c9ba6-cdac-4353-b49f-804ad5b28661 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:03.648285 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:03.730113 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:07:03.734137 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-44f496d3-1c89-4b22-b08f-569f7db8a7ce None None] Provisioning complete for port b777d4bb-cf73-443b-b712-341824b7f496 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:03.734518 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-44f496d3-1c89-4b22-b08f-569f7db8a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:03.813330 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 2, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:03.836636 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eb1e2-5846-4eb5-a2b2-26e5e3328b99 None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 2, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:07:03.845405 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-44f496d3-1c89-4b22-b08f-569f7db8a7ce None None] Port b777d4bb-cf73-443b-b712-341824b7f496 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 18:07:03.935519 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:07:03.944892 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] 10.222.0.30 "PUT /v2.0/routers/85d8103f-8c26-475c-bdc5-0cfb45929d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8722234 Jun 17 18:07:05.146880 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45690) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:05.154006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-994492891-network', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:05.158832 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:05.162892 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Usage tracker for resource:network and tenant:1ee68557ce514a909103cc2ab58bee84 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:05.166835 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:05.172477 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:05.277046 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Made reservation on behalf of 1ee68557ce514a909103cc2ab58bee84 for: {'network': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:05.279397 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for network, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.291677 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.321799 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:05.326260 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee68557ce514a909103cc2ab58bee84 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:05.329008 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:05.334927 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:05.404496 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.432173 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 223899cf-6928-4805-824d-e021a5b9e6c1 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:05.483372 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.486471 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0c325608-8345-4c8a-a9a5-a739d10cace9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:05.517233 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=75204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 17 18:07:05.525413 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dda97e-67ab-47b8-aa42-8e46360a915b,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:05.528573 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:05.536325 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.536325 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.segments_db [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Added segment bee58ec8-a604-400b-aef1-21dec38bcbd7 of type vlan for network 0c469ca0-89e9-4761-998f-14010f118125 Jun 17 18:07:05.557667 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775303915614'] for network, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.597202 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 223899cf-6928-4805-824d-e021a5b9e6c1 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:05.602160 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 223899cf-6928-4805-824d-e021a5b9e6c1 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:05.604555 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.670256 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215'] for network, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.671520 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:05.672117 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.675779 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-223ce437-6d28-4e0b-b2cf-b42e19ef8781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:05.717716 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.734372 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 223899cf-6928-4805-824d-e021a5b9e6c1, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=223899cf-6928-4805-824d-e021a5b9e6c1,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:05.781806 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=0c469ca0-89e9-4761-998f-14010f118125,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:05.784541 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:05.794649 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Network 0c469ca0-89e9-4761-998f-14010f118125 details requested by agent ovs-agent-dv-cinder-796864-1-iscsi with host dv-cinder-796864-1-iscsi {{(pid=75206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:07:05.851723 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.858247 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:05.924974 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-3ed2db50-b69d-49c9-93d4-69a08cf48ce5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7740667 Jun 17 18:07:05.925200 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45694) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:05.931364 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Request body: {'subnet': {'network_id': '0c469ca0-89e9-4761-998f-14010f118125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-994492891-subnet', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'ip_version': 4}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:05.937459 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:05.941421 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Usage tracker for resource:subnet and tenant:1ee68557ce514a909103cc2ab58bee84 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:05.944454 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:05.950290 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:05.990764 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=223899cf-6928-4805-824d-e021a5b9e6c1,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:05.993684 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:06.037481 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Made reservation on behalf of 1ee68557ce514a909103cc2ab58bee84 for: {'subnet': 1} {{(pid=75204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:06.039924 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3093895'] for subnet, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.527235 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2891793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3093909'] for subnet, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.532091 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-61f2cbd7-4fa7-44c7-8e67-3e9a8f67b0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:06.595658 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=80eeac10-49e5-4a6d-b8f0-aaea58cf39a4,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:06.599347 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:06.612369 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Checking segment: {'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:07:06.612733 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Network hostable DHCP agents. Network: 0c469ca0-89e9-4761-998f-14010f118125, hostable agents: ['d9e19894-07e5-4381-a0ab-5735452b4c19'], hosted agents: [] {{(pid=75204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:07:06.688607 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Network 0c469ca0-89e9-4761-998f-14010f118125 is scheduled to be hosted by DHCP agent d9e19894-07e5-4381-a0ab-5735452b4c19 with binding_index 1 {{(pid=75204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:07:06.768741 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796864-1-iscsi, 0c469ca0-89e9-4761-998f-14010f118125) {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:06.777507 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ceb83-1176-4a89-a110-16d3ea676f1d None None] Network 0c469ca0-89e9-4761-998f-14010f118125 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:07:06.785335 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:06.785975 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.874172 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-8079a1d3-a67e-4f4f-ae0b-387949af4f6b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9458039 Jun 17 18:07:06.874717 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45698) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:06.880033 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:06.884681 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:06.888890 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Usage tracker for resource:router and tenant:1ee68557ce514a909103cc2ab58bee84 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:06.892664 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:06.898760 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:06.989731 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64146fca-d3f8-5605-a4ef-0c46b440a94a-0c469ca0-89e9-4761-998f-14010f118125', 'network_id': '0c469ca0-89e9-4761-998f-14010f118125', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'fixed_ips': [{'subnet_id': '80eeac10-49e5-4a6d-b8f0-aaea58cf39a4'}]}} from dv-cinder-796864-1-iscsi. {{(pid=75206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 17 18:07:06.990673 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.997795 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2794'] for router, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.998815 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3719984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3842945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2707'] for router, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.018035 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.141767 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.db_base_plugin_common [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Allocated IP 172.20.0.2 (0c469ca0-89e9-4761-998f-14010f118125/80eeac10-49e5-4a6d-b8f0-aaea58cf39a4/13ef09e9-608c-4673-8fe5-af2d944315ba) {{(pid=75206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:07.238717 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2693'] for router, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.342822 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Notify callbacks [] for port, precommit_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.353923 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Transition to ACTIVE for port object 13ef09e9-608c-4673-8fe5-af2d944315ba will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:07.372009 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Transition to ACTIVE for port object 13ef09e9-608c-4673-8fe5-af2d944315ba will not be triggered until provisioned by entity DHCP. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:07.414514 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 223899cf-6928-4805-824d-e021a5b9e6c1 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:07.443749 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796'] for port, after_create {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.455038 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:07.515903 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.533281 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Network 0c469ca0-89e9-4761-998f-14010f118125 is already hosted by enough agents. {{(pid=75206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:07.538976 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.scheduler.base_scheduler [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Resources bound (agent type, host, resource id): {{(pid=75206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:07.546520 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Received port after_create {{(pid=75206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:07.549278 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Pushing event updated for resources: {'Port': ['ID=13ef09e9-608c-4673-8fe5-af2d944315ba,revision_number=1']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:07.554792 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:07.638398 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.648669 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 223899cf-6928-4805-824d-e021a5b9e6c1 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:07.649047 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.676163 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Attempting to bind port 13ef09e9-608c-4673-8fe5-af2d944315ba on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:07:07.676504 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Attempting to bind port 13ef09e9-608c-4673-8fe5-af2d944315ba by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:07:07.676879 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Attempting to bind port 13ef09e9-608c-4673-8fe5-af2d944315ba on network 0c469ca0-89e9-4761-998f-14010f118125 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:07:07.700950 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:07:07.701361 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Checking segment: {'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:07:07.701743 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.702170 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Bound using segment: {'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:07:07.702643 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Bound port: 13ef09e9-608c-4673-8fe5-af2d944315ba, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:07:07.703070 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.773535 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Allocated IP 172.27.1.213 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/60d9c93f-67e9-42f6-952a-697c19229c1d) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:07.847978 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] For port 13ef09e9-608c-4673-8fe5-af2d944315ba, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:07:07.852614 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] For port 13ef09e9-608c-4673-8fe5-af2d944315ba, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=13ef09e9-608c-4673-8fe5-af2d944315ba,segment=NetworkSegment(bee58ec8-a604-400b-aef1-21dec38bcbd7),segment_id=bee58ec8-a604-400b-aef1-21dec38bcbd7)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:07:07.921965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.957539 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.961282 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:08.031051 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.035660 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-fe47a71b-6700-4c44-b73f-5d31a08e0b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:08.037485 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Pushing event updated for resources: {'Port': ['ID=13ef09e9-608c-4673-8fe5-af2d944315ba,revision_number=2']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:08.040699 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:08.099592 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:08.101993 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:08.104388 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:08.151985 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Pushing event updated for resources: {'Port': ['ID=60d9c93f-67e9-42f6-952a-697c19229c1d,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:08.155570 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:08.364087 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.364824 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722708'] for router, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.692576 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 is scheduled to L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 with binding_index 1 {{(pid=75204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 18:07:08.892912 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:07:08.902773 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Sync routers for ids ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:07:08.915816 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Routers {'d44e2af1-ca06-42bf-b9e4-4989ba8c5979'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:08.919532 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:06:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:08.998409 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.000097 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-0f96e02e-149a-4bf3-9dee-7109defb6f14 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1240456 Jun 17 18:07:09.002647 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45702) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:09.105233 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Set router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:09.166092 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b9ece-0fc4-40c4-a663-e60bb4782a95 None None] Network 0c469ca0-89e9-4761-998f-14010f118125 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:07:09.385398 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-493b7450-894a-45cb-b9f9-c8cf4ad6ea3e None None] Provisioning for port 13ef09e9-608c-4673-8fe5-af2d944315ba completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:09.417756 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:08Z', 'revision_number': 3, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:09.424475 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Checking router: d44e2af1-ca06-42bf-b9e4-4989ba8c5979 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:07:09.424960 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Updating router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 port 60d9c93f-67e9-42f6-952a-697c19229c1d binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 18:07:09.471096 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 13ef09e9-608c-4673-8fe5-af2d944315ba up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:09.486172 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.642844 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 13ef09e9-608c-4673-8fe5-af2d944315ba completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:09.648242 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 13ef09e9-608c-4673-8fe5-af2d944315ba triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:09.655039 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.732846 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-cd221ce7-633f-491d-848c-de950c8f40e0 None None] Provisioning complete for port 13ef09e9-608c-4673-8fe5-af2d944315ba triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:09.733310 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cd221ce7-633f-491d-848c-de950c8f40e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.775484 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.825493 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.837324 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Transition to ACTIVE for port object 60d9c93f-67e9-42f6-952a-697c19229c1d will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:09.896137 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.915630 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.920870 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:09.947183 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cd221ce7-633f-491d-848c-de950c8f40e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:09.965467 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 13ef09e9-608c-4673-8fe5-af2d944315ba, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=13ef09e9-608c-4673-8fe5-af2d944315ba,segment=NetworkSegment(bee58ec8-a604-400b-aef1-21dec38bcbd7),segment_id=bee58ec8-a604-400b-aef1-21dec38bcbd7)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:09.992159 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Allocated IP 172.20.0.1 (0c469ca0-89e9-4761-998f-14010f118125/80eeac10-49e5-4a6d-b8f0-aaea58cf39a4/e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:10.000740 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Attempting to bind port 60d9c93f-67e9-42f6-952a-697c19229c1d on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:07:10.001108 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Attempting to bind port 60d9c93f-67e9-42f6-952a-697c19229c1d by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:07:10.001501 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Attempting to bind port 60d9c93f-67e9-42f6-952a-697c19229c1d on network 011b777a-aeb0-41df-be28-e3c34f49db3e {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:07:10.006428 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Pushing event updated for resources: {'Port': ['ID=60d9c93f-67e9-42f6-952a-697c19229c1d,revision_number=2']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:10.017392 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:07:10.017839 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Checking segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:07:10.018208 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.018659 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Bound using segment: {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:07:10.019135 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Bound port: 60d9c93f-67e9-42f6-952a-697c19229c1d, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012432a3-4cd9-4b86-a91a-366d2cbe792e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:07:10.019541 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.043003 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.043357 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.043761 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.044619 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.044952 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.045136 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.045275 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.045588 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.045949 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.046277 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.046593 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.046913 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:10.054242 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:10.060316 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:10.103017 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] For port 60d9c93f-67e9-42f6-952a-697c19229c1d, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:07:10.107316 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] For port 60d9c93f-67e9-42f6-952a-697c19229c1d, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=60d9c93f-67e9-42f6-952a-697c19229c1d,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:07:10.188966 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-cd221ce7-633f-491d-848c-de950c8f40e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:07:10.189534 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-cd221ce7-633f-491d-848c-de950c8f40e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:07:10.194844 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=13ef09e9-608c-4673-8fe5-af2d944315ba,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:10.200898 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:10.203075 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.208002 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:10.276147 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.292242 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Pushing event updated for resources: {'Port': ['ID=60d9c93f-67e9-42f6-952a-697c19229c1d,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:10.296716 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-8118efcc-d084-4f2d-90ed-d9cdd31398de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:10.297123 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Transition to ACTIVE for port object e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:10.303633 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Routers {'d44e2af1-ca06-42bf-b9e4-4989ba8c5979'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:10.304035 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:06:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:10.392244 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.396283 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-86125391-639d-46c2-a47f-f84b7a9b6a01 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:10.459535 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Network 0c469ca0-89e9-4761-998f-14010f118125 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:10.462310 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:10.466197 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:10.495678 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:10.502576 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:10.526821 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3721246'] for router_interface, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.530356 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] Set router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:10.679262 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.833252 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:08Z', 'revision_number': 3, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:10.837263 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd3f99-baba-492a-9681-1c1a98d52bf7 None None] The sync data for ids ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'] in dv-cinder-796864-1-iscsi is: [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:08Z', 'revision_number': 3, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:07:10.914604 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.920863 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-01682aac-2798-48b6-af9d-594dc86435f9 None None] Provisioning for port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:10.925864 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-01682aac-2798-48b6-af9d-594dc86435f9 None None] Provisioning complete for port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:10.926350 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-01682aac-2798-48b6-af9d-594dc86435f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:10.983404 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-01682aac-2798-48b6-af9d-594dc86435f9 None None] Port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 18:07:10.985827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:11.015225 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a32c9808-ab18-4e7b-812d-e8dec48e7383 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:11.093898 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:11.096255 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731834'] for router_interface, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:11.099837 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:11.231111 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Network 0c469ca0-89e9-4761-998f-14010f118125 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:11.232265 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:11.418537 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 13ef09e9-608c-4673-8fe5-af2d944315ba up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:11.485443 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 13ef09e9-608c-4673-8fe5-af2d944315ba triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:11.485820 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:11.556748 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-89103b03-b29e-4e5c-a772-652c14b068b9 None None] Provisioning complete for port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:11.557012 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-89103b03-b29e-4e5c-a772-652c14b068b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:11.616642 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:07:11.651353 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-89103b03-b29e-4e5c-a772-652c14b068b9 None None] Port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 18:07:11.819716 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:07:11.828185 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] 10.222.0.30 "PUT /v2.0/routers/d44e2af1-ca06-42bf-b9e4-4989ba8c5979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8245113 Jun 17 18:07:12.678165 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45716) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:12.684016 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365642168', 'description': 'tempest-secgroup-smoke-365642168 description', 'project_id': '850ad3dd57da46c1b0fc776256c72ef3'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:12.690041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:12.693802 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:12.696605 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:12.702677 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:12.808374 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:12.843237 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:12.846952 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:12.849654 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:12.855279 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:12.908782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.020173 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.023976 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-3c21b25b-5866-4ecf-b760-f929f11d1a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:13.061020 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52887efd-cac1-4d87-8388-276337559df0,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:13.063872 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:13.151369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.152669 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-9a3bb510-ed8d-490a-9242-504f2f8ff373 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4734900 Jun 17 18:07:13.155560 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45720) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:13.161303 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'security_group_rule': {'security_group_id': '52887efd-cac1-4d87-8388-276337559df0', 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:13.167266 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:13.171599 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:13.174464 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:13.180191 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:13.295083 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.355132 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.442811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.444734 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:13.466868 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ed137b-1c62-4c00-b5dc-65e4081a0f08,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:13.469732 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:13.551446 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.552632 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-5ba0e517-af18-4e8a-8021-cba7f3ff8bff tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3961692 Jun 17 18:07:13.555344 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 45724) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:13.560920 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'security_group_rule': {'security_group_id': '52887efd-cac1-4d87-8388-276337559df0', 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:13.566794 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:13.570497 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:13.573980 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:13.580024 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:13.666314 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.725233 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.818274 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.820298 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:13.843750 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22618f7-eedf-4a6b-929c-dda84964d7cc,revision_number=0']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:13.846111 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:13.944314 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:13.945516 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-902c9e50-1fff-49fa-a8b8-bd0d89b91525 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3892269 Jun 17 18:07:13.948311 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45728) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:13.954624 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'security_group_rule': {'security_group_id': '52887efd-cac1-4d87-8388-276337559df0', 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:13.960728 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:13.964538 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:13.969076 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:13.974914 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:14.078598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.145748 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.237723 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.239986 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-eecd607d-3be0-4c94-8cd6-23f33deb8077 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:14.263066 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fbb8ad-64fd-459d-82be-d2c0f4f6f80e,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:14.269510 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:14.363116 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.364258 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-ce4c0ae9-9e42-4685-8ef0-31aa9f3cb348 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4149756 Jun 17 18:07:14.366948 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45732) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:14.372550 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'security_group_rule': {'security_group_id': '52887efd-cac1-4d87-8388-276337559df0', 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:14.379167 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:14.382985 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:14.385791 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:14.392472 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:14.501258 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.564214 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.663922 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.666193 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-178a27d1-ccdc-4ec9-b658-8d5560d4f796 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:14.690182 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c645e8a-b259-4c36-afce-db8568b28df9,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:14.694534 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:14.814140 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.815540 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c3af04ae-093b-4a64-8e19-e8c8b4a37d58 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4475906 Jun 17 18:07:14.818652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45736) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:14.824359 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'security_group_rule': {'security_group_id': '52887efd-cac1-4d87-8388-276337559df0', 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:14.830426 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:14.834212 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:14.837462 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:14.843414 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:14.934027 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.securitygroups_db [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Project 850ad3dd57da46c1b0fc776256c72ef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:07:14.941446 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.004188 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.100065 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.106829 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-7d9cf037-50a4-4c8d-8fb4-ba3acfad44e7 tempest-TestMinimumBasicScenario-1637552794 tempest-TestMinimumBasicScenario-1637552794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:15.129159 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcca2a6-e22f-49da-9a97-bb277492affa,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:15.131729 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:15.224291 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.225562 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d1b24092-834b-429b-8cfe-ce74b87d9577 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4059494 Jun 17 18:07:15.228281 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45740) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:15.234503 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'security_group_rule': {'security_group_id': '52887efd-cac1-4d87-8388-276337559df0', 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:15.241433 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:15.248713 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:security_group_rule and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:15.248713 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:15.253920 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:15.322619 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.securitygroups_db [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Project 850ad3dd57da46c1b0fc776256c72ef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:07:15.329729 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.393248 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.523120 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888045'] for security_group_rule, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.525313 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:15.548485 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715f6c35-068f-4dcc-9e4c-769f28aba5b8,revision_number=0']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:15.552741 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:15.625731 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:15.627065 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-426fa8db-47cb-40b9-bef9-1af6d45ffc75 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3977783 Jun 17 18:07:17.409372 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:07:17.427052 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:17.434915 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:06:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:17.491501 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 60d9c93f-67e9-42f6-952a-697c19229c1d up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:17.676531 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:17.733580 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port 60d9c93f-67e9-42f6-952a-697c19229c1d completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:17.743695 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 60d9c93f-67e9-42f6-952a-697c19229c1d triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:17.744094 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.064093 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.091137 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port 60d9c93f-67e9-42f6-952a-697c19229c1d, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=60d9c93f-67e9-42f6-952a-697c19229c1d,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:18.109443 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 2, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:18.113516 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:07:18.113899 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Updating router 85d8103f-8c26-475c-bdc5-0cfb45929d89 port b777d4bb-cf73-443b-b712-341824b7f496 binding host dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 18:07:18.166956 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.213861 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.221049 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:18.392967 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=60d9c93f-67e9-42f6-952a-697c19229c1d,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:18.399161 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:18.610259 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Notify callbacks [] for port, precommit_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.621661 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Transition to ACTIVE for port object b777d4bb-cf73-443b-b712-341824b7f496 will not be triggered until provisioned by entity L2. {{(pid=75206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:18.699986 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.706354 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4a13c783-32d9-404f-8e43-3c3dc5ca5a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:18.885985 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f11eae-1002-4d2d-b491-fd442f90c636 None None] Pushing event updated for resources: {'Port': ['ID=b777d4bb-cf73-443b-b712-341824b7f496,revision_number=3']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:18.889428 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c0f11eae-1002-4d2d-b491-fd442f90c636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:18.977293 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Attempting to bind port b777d4bb-cf73-443b-b712-341824b7f496 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:07:18.977659 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Attempting to bind port b777d4bb-cf73-443b-b712-341824b7f496 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:07:18.978045 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Attempting to bind port b777d4bb-cf73-443b-b712-341824b7f496 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:07:18.985760 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:07:18.986285 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Checking segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:07:18.986724 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.987129 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Bound using segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} {{(pid=75206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:07:18.987608 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.managers [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Bound port: b777d4bb-cf73-443b-b712-341824b7f496, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}}] {{(pid=75206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:07:18.987991 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:19.088432 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] For port b777d4bb-cf73-443b-b712-341824b7f496, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:07:19.090350 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] For port b777d4bb-cf73-443b-b712-341824b7f496, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=b777d4bb-cf73-443b-b712-341824b7f496,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:07:19.161324 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:19.166502 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c2980b5f-a6fc-4b19-a72a-48a0c04c321d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:19.245581 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f11eae-1002-4d2d-b491-fd442f90c636 None None] Pushing event updated for resources: {'Port': ['ID=b777d4bb-cf73-443b-b712-341824b7f496,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:19.249087 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c0f11eae-1002-4d2d-b491-fd442f90c636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:19.250604 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:19.251216 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:06:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:19.304417 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-84a494a4-2186-4a36-a3c8-5454ee9ca811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:19.445238 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b777d4bb-cf73-443b-b712-341824b7f496 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:19.529716 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:19.582036 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:19.772160 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port b777d4bb-cf73-443b-b712-341824b7f496 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:19.788729 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port b777d4bb-cf73-443b-b712-341824b7f496 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:19.789041 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:19.975258 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:19.995502 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:19Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:20.007244 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e155aee-a19e-4c84-8b45-1906a2873d18 None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:19Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:07:20.019794 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port b777d4bb-cf73-443b-b712-341824b7f496, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=b777d4bb-cf73-443b-b712-341824b7f496,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:20.123179 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:20.124928 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 60d9c93f-67e9-42f6-952a-697c19229c1d up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:20.149599 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:20.153869 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Sync routers for ids ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:07:20.166409 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Routers {'d44e2af1-ca06-42bf-b9e4-4989ba8c5979'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:20.167157 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:06:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:20.250735 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=b777d4bb-cf73-443b-b712-341824b7f496,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:20.253815 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:20.264586 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port 60d9c93f-67e9-42f6-952a-697c19229c1d triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:20.265069 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:20.367301 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Set router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:20.690468 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:10Z', 'revision_number': 4, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40', 'name': '', 'network_id': '0c469ca0-89e9-4761-998f-14010f118125', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'mac_address': 'fa:16:3e:69:1e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80eeac10-49e5-4a6d-b8f0-aaea58cf39a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:09Z', 'updated_at': '2021-06-17T18:07:10Z', 'revision_number': 2, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'subnets': [{'id': '80eeac10-49e5-4a6d-b8f0-aaea58cf39a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:20.694256 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Checking router: d44e2af1-ca06-42bf-b9e4-4989ba8c5979 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:07:20.694609 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Updating router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 binding host dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 17 18:07:20.745224 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.095029 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Notify callbacks [] for port, precommit_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.106446 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.provisioning_blocks [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Transition to ACTIVE for port object e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 will not be triggered until provisioned by entity L2. {{(pid=75207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:21.180306 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.184760 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:21.208779 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fa3fb82a-7305-48cb-b603-1f35a4a9712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.340444 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed702d5-6b14-432e-97d4-c8c031c32bb4 None None] Pushing event updated for resources: {'Port': ['ID=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,revision_number=3']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:21.344771 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-1ed702d5-6b14-432e-97d4-c8c031c32bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:21.424411 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b777d4bb-cf73-443b-b712-341824b7f496 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:21.436076 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Attempting to bind port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 on host dv-cinder-796864-1-iscsi for vnic_type normal with profile {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:07:21.436441 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Attempting to bind port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 by drivers openvswitch,hyperv on host dv-cinder-796864-1-iscsi at level 0 using segments [{'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:07:21.437349 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Attempting to bind port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 on network 0c469ca0-89e9-4761-998f-14010f118125 {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:07:21.443969 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Checking agent: {'id': 'd3fbf7eb-7e4a-4967-a510-ebd413301302', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796864-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 45, 49), 'started_at': datetime.datetime(2021, 6, 17, 17, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796864-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:07:21.444343 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Checking segment: {'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:07:21.444742 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.445134 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Bound using segment: {'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'} {{(pid=75207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:07:21.445593 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.managers [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Bound port: e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40, host: dv-cinder-796864-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee58ec8-a604-400b-aef1-21dec38bcbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0c469ca0-89e9-4761-998f-14010f118125'}}] {{(pid=75207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:07:21.445998 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.506121 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port b777d4bb-cf73-443b-b712-341824b7f496 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:21.506545 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.535239 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] For port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40, host dv-cinder-796864-1-iscsi, cleared binding levels {{(pid=75207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:07:21.538324 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.plugins.ml2.db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] For port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40, host dv-cinder-796864-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,segment=NetworkSegment(bee58ec8-a604-400b-aef1-21dec38bcbd7),segment_id=bee58ec8-a604-400b-aef1-21dec38bcbd7)] {{(pid=75207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:07:21.609471 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron_lib.callbacks.manager [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.614115 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:21.693599 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed702d5-6b14-432e-97d4-c8c031c32bb4 None None] Pushing event updated for resources: {'Port': ['ID=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,revision_number=4']} {{(pid=75207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:21.697741 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG oslo_concurrency.lockutils [None req-1ed702d5-6b14-432e-97d4-c8c031c32bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:21.698394 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Routers {'d44e2af1-ca06-42bf-b9e4-4989ba8c5979'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:21.699149 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:07:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:21.882260 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] Set router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:22.202171 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:10Z', 'revision_number': 4, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40', 'name': '', 'network_id': '0c469ca0-89e9-4761-998f-14010f118125', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'mac_address': 'fa:16:3e:69:1e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80eeac10-49e5-4a6d-b8f0-aaea58cf39a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:09Z', 'updated_at': '2021-06-17T18:07:21Z', 'revision_number': 4, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'subnets': [{'id': '80eeac10-49e5-4a6d-b8f0-aaea58cf39a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:22.206166 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e061f3-a7d8-42b0-aa14-0be828e38136 None None] The sync data for ids ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'] in dv-cinder-796864-1-iscsi is: [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:10Z', 'revision_number': 4, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40', 'name': '', 'network_id': '0c469ca0-89e9-4761-998f-14010f118125', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'mac_address': 'fa:16:3e:69:1e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80eeac10-49e5-4a6d-b8f0-aaea58cf39a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:09Z', 'updated_at': '2021-06-17T18:07:21Z', 'revision_number': 4, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'subnets': [{'id': '80eeac10-49e5-4a6d-b8f0-aaea58cf39a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:07:22.549439 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.434908 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:23.563477 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning for port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:23.568944 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:23.569334 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.685195 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.717522 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] For port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,segment=NetworkSegment(bee58ec8-a604-400b-aef1-21dec38bcbd7),segment_id=bee58ec8-a604-400b-aef1-21dec38bcbd7)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:23.865748 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.867910 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:23.957911 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Pushing event updated for resources: {'Port': ['ID=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:23.960773 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:24.031845 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.625601 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:25.422425 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 up at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:25.490660 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Provisioning complete for port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:25.491035 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:33.357184 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-e9ccce7c-bc52-4225-8508-bf26d402d9eb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365642168&fields=id&tenant_id=850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 267 time: 0.0396657 Jun 17 18:07:33.501699 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-90a57c83-5b85-4c62-8ac5-0afeeb23fa12 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:33.503725 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-90a57c83-5b85-4c62-8ac5-0afeeb23fa12 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 812 time: 0.1398077 Jun 17 18:07:33.519708 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-81046793-d620-4b45-b40b-301978a47dc8 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/quotas/850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 375 time: 0.0108070 Jun 17 18:07:33.603220 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-ab902da6-9011-4940-bed0-8e7979f9f655 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786319 Jun 17 18:07:33.950904 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-1475c6bd-dde8-4917-aa81-ca76d49411c6 service neutron] 10.222.0.30 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357589 Jun 17 18:07:34.091980 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-89bc8d31-d5ef-46df-b670-6535e48a5816 service neutron] 10.222.0.30 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349437 Jun 17 18:07:34.868924 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-cdcb4a7b-eec4-45d4-9ff2-58b5b0712627 req-bbd12dde-a27f-42ab-afc4-308791a4a049 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 210 time: 0.0405948 Jun 17 18:07:35.976240 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f26fa4ce-5c77-4785-bd2a-9c8d3de179e3 req-e55402ca-aa14-4119-8a4b-119d6413c571 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 210 time: 0.0414953 Jun 17 18:07:37.158665 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1763bcab-90ba-4847-a22a-0809d6aef176 req-fa2ecb9b-b8c0-4eb7-b8d1-0947649f7df8 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 210 time: 0.0450392 Jun 17 18:07:37.209993 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:07:38.328755 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18a956bb-d50d-4353-b16c-b01322750c23 req-32837a13-5146-4f19-a76f-40ef575e3797 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 210 time: 0.0434198 Jun 17 18:07:38.406811 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-1e59d4b1-d031-4fd5-81e2-21e679ba3f38 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:38.407479 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-1e59d4b1-d031-4fd5-81e2-21e679ba3f38 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Synchronizing usage tracker for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:network {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:07:38.522445 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-1e59d4b1-d031-4fd5-81e2-21e679ba3f38 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Unset dirty status for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:network {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:07:38.523695 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-1e59d4b1-d031-4fd5-81e2-21e679ba3f38 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 812 time: 0.3488927 Jun 17 18:07:38.609705 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-e147a609-135e-40f3-ade9-13dcd9410665 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Synchronizing usage tracker for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:security_group {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:07:38.688043 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-e147a609-135e-40f3-ade9-13dcd9410665 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Unset dirty status for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:security_group {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:07:38.689451 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-e147a609-135e-40f3-ade9-13dcd9410665 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 7063 time: 0.1477776 Jun 17 18:07:38.698881 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'port': {'device_id': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'admin_state_up': True, 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'security_groups': ['52887efd-cac1-4d87-8388-276337559df0']}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:38.832604 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:38.836938 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:port and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:38.839681 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:38.845432 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:38.994586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Made reservation on behalf of 850ad3dd57da46c1b0fc776256c72ef3 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:38.997649 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.161024 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Allocated IP 172.20.0.10 (af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365/52de86a8-e7c7-4326-8a9e-7a725da1539b/5bc67870-24e1-4b20-84c3-c871c894e352) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:39.349262 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.364510 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Transition to ACTIVE for port object 5bc67870-24e1-4b20-84c3-c871c894e352 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:39.459697 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.465644 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-bbb66dc3-f4cc-4484-9c80-e52904b7b3b6 tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:39.528225 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48386d3d-beb3-44f7-95cf-f3acc31ccec5 req-16a6c38f-70a1-41f0-825d-5eb31664a91c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:39.529735 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-48386d3d-beb3-44f7-95cf-f3acc31ccec5 req-16a6c38f-70a1-41f0-825d-5eb31664a91c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 932 time: 0.0806708 Jun 17 18:07:39.531388 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:39.534608 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:39.540245 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:39.570988 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=5bc67870-24e1-4b20-84c3-c871c894e352,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:39.577828 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:39.584495 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-48386d3d-beb3-44f7-95cf-f3acc31ccec5 req-250c578a-9d12-446a-bb78-38e16c138833 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485125 Jun 17 18:07:39.610567 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:39.616316 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.700160 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-6c47227d-3d0a-45a5-a0c4-d0f5a62a5d24 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0049810 Jun 17 18:07:39.719319 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Request body: {'port': {'device_id': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:39.826333 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.886567 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4d1798df-c838-4eed-a47c-bbae5c69d192 None None] Provisioning for port 5bc67870-24e1-4b20-84c3-c871c894e352 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:39.892047 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-4d1798df-c838-4eed-a47c-bbae5c69d192 None None] Provisioning complete for port 5bc67870-24e1-4b20-84c3-c871c894e352 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:39.897609 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4d1798df-c838-4eed-a47c-bbae5c69d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.945733 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4d1798df-c838-4eed-a47c-bbae5c69d192 None None] Port 5bc67870-24e1-4b20-84c3-c871c894e352 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 18:07:40.173249 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc67870-24e1-4b20-84c3-c871c894e352 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:07:40.179995 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.194135 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Transition to ACTIVE for port object 5bc67870-24e1-4b20-84c3-c871c894e352 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:40.274657 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.279167 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-137a703c-8c4b-41a7-9a84-50ac749444be tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:40.401548 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc67870-24e1-4b20-84c3-c871c894e352,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:40.406647 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:40.511299 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Attempting to bind port 5bc67870-24e1-4b20-84c3-c871c894e352 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:07:40.511921 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Attempting to bind port 5bc67870-24e1-4b20-84c3-c871c894e352 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:07:40.511921 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Attempting to bind port 5bc67870-24e1-4b20-84c3-c871c894e352 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:07:40.517820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Port 5bc67870-24e1-4b20-84c3-c871c894e352 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:07:40.518297 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Attempting to bind port 5bc67870-24e1-4b20-84c3-c871c894e352 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:07:40.526492 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:07:40.526834 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Checking segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:07:40.527202 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Bound using segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:07:40.527617 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Bound port: 5bc67870-24e1-4b20-84c3-c871c894e352, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:07:40.527959 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.614085 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] For port 5bc67870-24e1-4b20-84c3-c871c894e352, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:07:40.617424 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] For port 5bc67870-24e1-4b20-84c3-c871c894e352, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=5bc67870-24e1-4b20-84c3-c871c894e352,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:07:40.694451 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.698873 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-67f25c4c-5a8c-4e72-aea1-b1e2c88c7b67 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:40.755416 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.757297 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] 10.222.0.36 "PUT /v2.0/ports/5bc67870-24e1-4b20-84c3-c871c894e352 HTTP/1.1" status: 200 len: 1094 time: 1.0426481 Jun 17 18:07:40.757805 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:40.775559 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc67870-24e1-4b20-84c3-c871c894e352,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:40.778965 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:40.790508 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7f58a-afaf-447f-a0fc-5ba29dce259f req-ce7ecd19-23ee-48a7-95fd-eec51727ce16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:40.790508 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-98b7f58a-afaf-447f-a0fc-5ba29dce259f req-ce7ecd19-23ee-48a7-95fd-eec51727ce16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0808809 Jun 17 18:07:40.841778 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-98b7f58a-afaf-447f-a0fc-5ba29dce259f req-02b6ab10-7cfd-415f-9bad-4d2d75479c44 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440552 Jun 17 18:07:41.065459 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352', 'status': 'completed', 'code': 200} Jun 17 18:07:41.101223 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-24067524-9983-4e37-9a04-1bee20450c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 1097 time: 0.1535676 Jun 17 18:07:41.175953 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-04cf4ac7-03ef-4862-8378-83c2f88fcd02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc67870-24e1-4b20-84c3-c871c894e352 HTTP/1.1" status: 200 len: 217 time: 0.0624917 Jun 17 18:07:41.236468 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-a92df611-bbce-42e0-ba43-9223288765e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:41.237797 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-a92df611-bbce-42e0-ba43-9223288765e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0557694 Jun 17 18:07:41.311641 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-e532e9ed-6fd1-4ec1-92ac-8813d58c1cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671339 Jun 17 18:07:41.441961 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-d3aba42c-9062-4b15-9f9b-867eafe83c37 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238298 Jun 17 18:07:41.571686 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f34e487-dfbd-4b4e-8920-3ad9894efe88 req-dd12d7ce-a06b-4f87-aeaf-3003ada77312 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219945 Jun 17 18:07:41.803405 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-1e5707d5-bbab-4d8a-9f6e-b0820729fc84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 1097 time: 0.0723715 Jun 17 18:07:41.936529 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-9995936d-94d7-4d8b-a8e0-fe54cfd7c6cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:41.938049 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-9995936d-94d7-4d8b-a8e0-fe54cfd7c6cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1274083 Jun 17 18:07:42.024894 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-1d1ec957-bd63-4284-87d6-a8a2d991f378 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc67870-24e1-4b20-84c3-c871c894e352 HTTP/1.1" status: 200 len: 217 time: 0.0758781 Jun 17 18:07:42.051121 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c63d-6eed-417e-8e8f-f8e4741ff363 req-de80b072-6e7e-4724-9029-2b59d4d39ddd tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:42.052748 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a5a6c63d-6eed-417e-8e8f-f8e4741ff363 req-de80b072-6e7e-4724-9029-2b59d4d39ddd tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0844111 Jun 17 18:07:42.087699 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-fcd5463a-02ad-4f5c-966e-a35c6c925745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:42.089286 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-fcd5463a-02ad-4f5c-966e-a35c6c925745 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0575416 Jun 17 18:07:42.102763 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a5a6c63d-6eed-417e-8e8f-f8e4741ff363 req-74681853-048e-484c-a030-de244c90ae8b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436513 Jun 17 18:07:42.163210 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-0ea7b326-300a-45b9-a954-608ef16c31b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679188 Jun 17 18:07:42.290984 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-025d7722-bd0f-490a-ae78-a1e3fda7f252 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212211 Jun 17 18:07:42.426019 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9bae67ed-e600-47ab-99b4-e75a708da2b0 req-898f4b51-ab72-4601-9d8b-ec7731356a4d service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285112 Jun 17 18:07:43.299684 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5b1c-8e0f-489a-af21-39aebb9f2d99 req-03bc0280-eb1a-4d82-a107-df79a01ca8e9 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:43.301136 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c6e5b1c-8e0f-489a-af21-39aebb9f2d99 req-03bc0280-eb1a-4d82-a107-df79a01ca8e9 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0776131 Jun 17 18:07:43.345799 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c6e5b1c-8e0f-489a-af21-39aebb9f2d99 req-5636b256-f403-485d-a76a-75631eb3ea67 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391419 Jun 17 18:07:44.542300 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b347a0-a0cd-448e-8cec-11e622a37987 req-495f7934-e370-4e6e-a949-046cc8d5abb7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:44.543746 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9b347a0-a0cd-448e-8cec-11e622a37987 req-495f7934-e370-4e6e-a949-046cc8d5abb7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0801442 Jun 17 18:07:44.589922 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d9b347a0-a0cd-448e-8cec-11e622a37987 req-2cd35303-f9a2-42b1-ad61-353f23254b6f tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Jun 17 18:07:45.781868 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab34be-66c3-4872-b018-f4a7be7bbbbd req-7f05a1f8-0295-4ea2-952e-a8b9b12795a8 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:45.783324 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61ab34be-66c3-4872-b018-f4a7be7bbbbd req-7f05a1f8-0295-4ea2-952e-a8b9b12795a8 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0757341 Jun 17 18:07:45.831943 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61ab34be-66c3-4872-b018-f4a7be7bbbbd req-a577341f-3276-4c20-8f36-ef524fe8fd15 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Jun 17 18:07:47.026084 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52861a7-4a47-4d8c-82c6-5cc3aa1bb72e req-6c312a9e-9898-4366-914a-fb12cbf78c43 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:47.027550 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e52861a7-4a47-4d8c-82c6-5cc3aa1bb72e req-6c312a9e-9898-4366-914a-fb12cbf78c43 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0766058 Jun 17 18:07:47.073784 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e52861a7-4a47-4d8c-82c6-5cc3aa1bb72e req-b7187e8e-19fb-4bca-9f7a-747b254f231e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407405 Jun 17 18:07:48.269623 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f37c8-b9d2-4ad1-9dd1-dd13237de412 req-31faf5af-6dea-4998-a177-e3788f14a690 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:48.271113 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5a6f37c8-b9d2-4ad1-9dd1-dd13237de412 req-31faf5af-6dea-4998-a177-e3788f14a690 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0802658 Jun 17 18:07:48.315743 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-5a6f37c8-b9d2-4ad1-9dd1-dd13237de412 req-fc399e65-0f1e-48cc-8b44-26f9d2b55a83 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391316 Jun 17 18:07:49.193484 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 5bc67870-24e1-4b20-84c3-c871c894e352 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:07:49.267241 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-3a50f4dc-2c63-47ef-b8b6-08950a166dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.326473 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 5bc67870-24e1-4b20-84c3-c871c894e352, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=5bc67870-24e1-4b20-84c3-c871c894e352,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:49.343188 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': '5bc67870-24e1-4b20-84c3-c871c894e352', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'port_id': '5bc67870-24e1-4b20-84c3-c871c894e352', 'mac_address': 'fa:16:3e:2c:60:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:07:49.398549 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.415496 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc67870-24e1-4b20-84c3-c871c894e352 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:07:49.431432 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 5bc67870-24e1-4b20-84c3-c871c894e352, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=5bc67870-24e1-4b20-84c3-c871c894e352,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:49.499091 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.501080 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-fcf2e720-b34a-42bf-bfc0-34378dd6073a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:49.516208 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72cf0d-b482-4bba-9bff-0871fdd1f5f3 req-ad801556-681b-4378-872d-f80d12740120 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:49.517751 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4f72cf0d-b482-4bba-9bff-0871fdd1f5f3 req-ad801556-681b-4378-872d-f80d12740120 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 944 time: 0.0774112 Jun 17 18:07:49.534301 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.563514 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-4f72cf0d-b482-4bba-9bff-0871fdd1f5f3 req-4ae32dcc-4f39-4571-b830-bd61c2d019c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Jun 17 18:07:49.565936 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=5bc67870-24e1-4b20-84c3-c871c894e352,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:49.568974 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:49.823546 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['5bc67870-24e1-4b20-84c3-c871c894e352'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:50.767424 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44596c6a-fecf-4a78-b3b4-79b7d77ae5ce req-684069ee-cf15-4b66-a4a1-89512c873ee1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:50.768875 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-44596c6a-fecf-4a78-b3b4-79b7d77ae5ce req-684069ee-cf15-4b66-a4a1-89512c873ee1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 945 time: 0.0801306 Jun 17 18:07:50.812948 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-44596c6a-fecf-4a78-b3b4-79b7d77ae5ce req-acfb99dc-17df-41cf-bdb3-5c5278d46ba5 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378673 Jun 17 18:07:51.205329 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 5bc67870-24e1-4b20-84c3-c871c894e352 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:51.254699 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-9a24b892-dc2a-4f41-894c-6cb7c9dbb8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.356012 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port 5bc67870-24e1-4b20-84c3-c871c894e352 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:51.361029 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port 5bc67870-24e1-4b20-84c3-c871c894e352 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:51.361408 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.474547 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.501116 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:51.510443 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port 5bc67870-24e1-4b20-84c3-c871c894e352, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=5bc67870-24e1-4b20-84c3-c871c894e352,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:51.556238 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352', 'code': 200} Jun 17 18:07:51.567089 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.568928 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-c0f11eae-1002-4d2d-b491-fd442f90c636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:51.631862 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=5bc67870-24e1-4b20-84c3-c871c894e352,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:51.634891 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:51.990527 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a50f8e5b-1e6e-4623-bce2-afb7348660e6 req-576e6456-495f-4586-8cec-f07d606eb473 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 1099 time: 0.0724072 Jun 17 18:07:52.023144 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233b058-882d-4401-8b07-1568b5234c47 req-5dfe034c-6873-47a1-b16a-9b8afb7f0732 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:52.024613 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6233b058-882d-4401-8b07-1568b5234c47 req-5dfe034c-6873-47a1-b16a-9b8afb7f0732 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 946 time: 0.0780785 Jun 17 18:07:52.034648 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-a50f8e5b-1e6e-4623-bce2-afb7348660e6 req-d413e289-90c3-46ee-bba6-8b0a887dc76b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380666 Jun 17 18:07:52.069568 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6233b058-882d-4401-8b07-1568b5234c47 req-1ad61265-11d1-4a7c-9359-e5c1825957d7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394878 Jun 17 18:07:52.521745 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.270365 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376b0b-18ea-44f0-867e-6e1e41cc64b4 req-bc33d633-86a1-4901-944e-7828b2b86298 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:53.271839 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-20376b0b-18ea-44f0-867e-6e1e41cc64b4 req-bc33d633-86a1-4901-944e-7828b2b86298 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 946 time: 0.0796101 Jun 17 18:07:53.317641 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-20376b0b-18ea-44f0-867e-6e1e41cc64b4 req-3e412280-d9a0-4388-abee-88a15bf04645 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398958 Jun 17 18:07:53.950292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:54.511987 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ebdc7-910d-463f-90c8-e36a5b2d078f req-4306a2c9-5a0f-4547-8a0d-dda7084c2208 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:54.513490 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f26ebdc7-910d-463f-90c8-e36a5b2d078f req-4306a2c9-5a0f-4547-8a0d-dda7084c2208 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 946 time: 0.0775955 Jun 17 18:07:54.564770 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f26ebdc7-910d-463f-90c8-e36a5b2d078f req-ccb2530f-d284-4e87-b54a-d32d7983c0f2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447226 Jun 17 18:07:54.567224 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:54.762766 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d06708-f7c3-459d-a3f5-946a39fb7e56 req-249eb507-aa0b-415d-88a6-6da35e9783c1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:54.764246 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-29d06708-f7c3-459d-a3f5-946a39fb7e56 req-249eb507-aa0b-415d-88a6-6da35e9783c1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 946 time: 0.0767753 Jun 17 18:07:54.809307 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-29d06708-f7c3-459d-a3f5-946a39fb7e56 req-859ea8aa-ba5f-410b-87fa-cd2cb176f71e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394318 Jun 17 18:07:54.836735 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45882) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:55.056261 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c7928bc6-c5e3-44b2-aab7-947f1e9630d9 tempest-TestVolumeBootPattern-914519702 tempest-TestVolumeBootPattern-914519702-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 1094 time: 0.2183349 Jun 17 18:07:55.058863 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 45888) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:55.064099 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'port_id': '5bc67870-24e1-4b20-84c3-c871c894e352', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:07:55.069705 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:07:55.073531 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:floatingip and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:07:55.076411 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:07:55.082157 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:07:55.165527 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:55.300778 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:55.429843 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Allocated IP 172.27.1.117 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/7d303e3a-57e2-4352-9b0a-6b2f711d922e) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:55.573506 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:55.659291 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:55.662986 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9c076a37-9fdb-4032-a8ef-9d61ede1440a tempest-AttachVolumeTestJSON-554755562 tempest-AttachVolumeTestJSON-554755562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:55.727736 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:55.730622 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:55.733113 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:55.765990 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=7d303e3a-57e2-4352-9b0a-6b2f711d922e,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:55.786489 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.786877 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.787256 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.787630 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.788003 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.788403 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.788770 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.789136 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.789500 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.789914 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.790282 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:55.793813 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:56.258442 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:56.373976 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:56.580473 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:56.645426 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060394'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:56.649131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-82ad02f1-970c-4f62-b7d6-ea478e942059 tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:56.763129 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=7d303e3a-57e2-4352-9b0a-6b2f711d922e,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:56.768262 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:56.778098 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:57.068768 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.l3_db [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Floating IP cc117855-c1fe-4421-b93b-d1ba82163cbb associated. External IP: 172.27.1.117, port: 5bc67870-24e1-4b20-84c3-c871c894e352. Jun 17 18:07:57.468707 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:07:57.680534 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:07:57.691481 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:07:57.703946 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:57.704572 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:07:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:57.776938 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:57.829572 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7696941 Jun 17 18:07:57.830266 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:57.891980 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:57.979540 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352', 'status': 'completed', 'code': 200} Jun 17 18:07:58.095074 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-b6ee3420-b13b-499b-bd31-6dd6ac2f9521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 1099 time: 0.0701482 Jun 17 18:07:58.239801 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-6b357881-2ff4-4953-ad09-b54f36313fd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:58.241171 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-6b357881-2ff4-4953-ad09-b54f36313fd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1300535 Jun 17 18:07:58.268328 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'cc117855-c1fe-4421-b93b-d1ba82163cbb', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': '5bc67870-24e1-4b20-84c3-c871c894e352', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:2c:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:07:56Z', 'updated_at': '2021-06-17T18:07:56Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:58.272204 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:07:58.283360 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:58.283993 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:07:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:58.431018 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-6be96cfd-013e-4427-a783-2bc0834ea0ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc67870-24e1-4b20-84c3-c871c894e352 HTTP/1.1" status: 200 len: 1000 time: 0.1834214 Jun 17 18:07:58.464544 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:07:58.496896 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-cf53ab66-6d1c-455c-ba97-2e6cc269b383 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:58.498427 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-cf53ab66-6d1c-455c-ba97-2e6cc269b383 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0599854 Jun 17 18:07:58.572478 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-4be5d9ab-4764-45d2-98bc-fd5979f8246e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676897 Jun 17 18:07:58.703244 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-4f1ba991-2d4c-4f77-befb-62a7fba7c30b service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242733 Jun 17 18:07:58.814612 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'cc117855-c1fe-4421-b93b-d1ba82163cbb', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': '5bc67870-24e1-4b20-84c3-c871c894e352', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:2c:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:07:56Z', 'updated_at': '2021-06-17T18:07:56Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:58.818535 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f170e89-0170-425a-ac98-5ebc00d7a7a7 None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': 'cc117855-c1fe-4421-b93b-d1ba82163cbb', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': '5bc67870-24e1-4b20-84c3-c871c894e352', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:2c:60:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:07:56Z', 'updated_at': '2021-06-17T18:07:56Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:07:58.834166 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-02aab6b7-f0e3-497f-8b6c-49ad8bc88f05 req-a8e58598-985f-4056-8231-31e88655b6e8 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239510 Jun 17 18:07:59.032010 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e66333a-c0d7-49b2-9c19-a14bc3b82af3 None None] New status for floating IP cc117855-c1fe-4421-b93b-d1ba82163cbb: ACTIVE {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:08:14.210210 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:08:19.263685 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-63859d3c-ca19-4122-bae5-9e655769a71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:19.572414 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:21.229346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1a152715-e7af-49d3-89d0-bda2234ad1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:22.537715 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:23.961209 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:24.589225 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:43.202344 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-152ce197-5da5-4c66-a80b-46fa0d261d79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707989 Jun 17 18:08:43.366209 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-5fa504d5-14d3-4786-bff2-5f4adc451af2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 1099 time: 0.0787134 Jun 17 18:08:43.509827 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b2e62-248a-4487-a676-32ea4c962293 req-90b9b0d9-6c1c-4ec9-bc66-74f2d6f5b992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:43.511274 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-90b9b0d9-6c1c-4ec9-bc66-74f2d6f5b992 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1254058 Jun 17 18:08:43.609544 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-cfb9031c-f6e7-4cef-9f49-1d048b336422 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc67870-24e1-4b20-84c3-c871c894e352 HTTP/1.1" status: 200 len: 1002 time: 0.0922234 Jun 17 18:08:43.672379 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b2e62-248a-4487-a676-32ea4c962293 req-bcdab51d-1835-40ca-acfd-c6bd83885b9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:43.673801 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-bcdab51d-1835-40ca-acfd-c6bd83885b9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0575917 Jun 17 18:08:43.750847 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-9e311f80-6245-4914-86c5-4d8385889f21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699403 Jun 17 18:08:43.880938 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-21e8bd9c-4df7-4b1f-b581-a9885b284941 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228180 Jun 17 18:08:44.015487 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-989b2e62-248a-4487-a676-32ea4c962293 req-4cc80740-d6c0-45b3-8a83-fbb930451e46 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279657 Jun 17 18:08:49.222801 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-9f7964aa-c147-4fe8-953e-621d05cb68ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.571846 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.209526 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:08:51.234536 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-e6e858fd-f93e-410f-a8ba-1eb24b22062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.526153 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.960265 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.588151 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:19.227798 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-feec2fe9-e8d6-4a6e-bb30-74526c80b79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:19.564903 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:21.226022 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f5d18e94-c431-4f61-8889-e40ae2a06233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.553332 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.003791 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.616027 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:28.208943 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:09:44.201570 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-ba2cec11-2b19-46ce-991d-695e261890e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669532 Jun 17 18:09:44.357079 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-14ecba0f-3f79-416a-ae66-48a35d71adce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 1099 time: 0.0716493 Jun 17 18:09:44.500782 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52639-628e-406e-823f-603a76c1c7a8 req-4233cf29-8dcc-447d-8b63-0efa92e09629 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:44.502231 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-4233cf29-8dcc-447d-8b63-0efa92e09629 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1249347 Jun 17 18:09:44.687567 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-6b6119f0-c28c-4273-a8b8-ffba7270c706 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bc67870-24e1-4b20-84c3-c871c894e352 HTTP/1.1" status: 200 len: 1002 time: 0.1791236 Jun 17 18:09:44.751576 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52639-628e-406e-823f-603a76c1c7a8 req-56392ea2-7e59-43b6-99b5-65e976b7b7f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:44.752973 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-56392ea2-7e59-43b6-99b5-65e976b7b7f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0595639 Jun 17 18:09:44.827260 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-713cba73-0102-4dc5-af71-d495d7e1da1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675125 Jun 17 18:09:44.959989 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-3fc11d27-26ce-4d17-baa8-061dbae14a39 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262686 Jun 17 18:09:45.092923 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-89d52639-628e-406e-823f-603a76c1c7a8 req-55ff09ed-d878-4bef-b039-6c8226590e87 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260979 Jun 17 18:09:49.221063 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-655abf5f-f94b-4407-933f-ab7b3b0621c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.575942 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.238448 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5e39cab7-4d61-4a74-afc1-a43af08c1099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:52.547077 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.991463 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.143098 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7fff7-b133-4372-a474-e9e728de2221 req-b2f4f417-b752-414f-b941-b4d4104ec1e7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:54.144585 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6af7fff7-b133-4372-a474-e9e728de2221 req-b2f4f417-b752-414f-b941-b4d4104ec1e7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 946 time: 0.1464207 Jun 17 18:09:54.193954 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6af7fff7-b133-4372-a474-e9e728de2221 req-96e031b1-9dee-4138-ae00-3e7213bf093b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 Jun 17 18:09:54.598395 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:55.481826 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05ab12-c976-4446-9084-78cc9df2283c req-ad536a40-7835-45e6-ab1c-0f6ca9e73813 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:55.483321 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e05ab12-c976-4446-9084-78cc9df2283c req-ad536a40-7835-45e6-ab1c-0f6ca9e73813 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 946 time: 0.1479867 Jun 17 18:09:55.528410 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e05ab12-c976-4446-9084-78cc9df2283c req-3979ea56-d135-4a55-9610-14396bae60a0 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395246 Jun 17 18:09:55.698369 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-b4322352-e1bd-4756-8944-200bd46ffc9b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:55.699046 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-b4322352-e1bd-4756-8944-200bd46ffc9b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Synchronizing usage tracker for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:09:55.796490 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-b4322352-e1bd-4756-8944-200bd46ffc9b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Unset dirty status for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:09:55.797634 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-b4322352-e1bd-4756-8944-200bd46ffc9b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 946 time: 0.1845374 Jun 17 18:09:55.866361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Deleting port 5bc67870-24e1-4b20-84c3-c871c894e352 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:09:55.866703 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.110928 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] For port 5bc67870-24e1-4b20-84c3-c871c894e352, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=5bc67870-24e1-4b20-84c3-c871c894e352,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:56.111198 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.385757 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.386151 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.386461 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.db.l3_db [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Floating IP cc117855-c1fe-4421-b93b-d1ba82163cbb disassociated. External IP: 172.27.1.117, port: 5bc67870-24e1-4b20-84c3-c871c894e352. Jun 17 18:09:56.386796 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Calling delete_port for 5bc67870-24e1-4b20-84c3-c871c894e352 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:09:56.609825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.618089 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-7a14a81d-2c85-4a14-b6b5-12597957021e tempest-VolumesActionsTest-1009504325 tempest-VolumesActionsTest-1009504325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.661806 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event deleted for resources: {'Port': ['ID=5bc67870-24e1-4b20-84c3-c871c894e352,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.678628 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.679022 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.679392 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.679966 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.680357 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.681193 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.681562 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.681943 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.682301 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.682656 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.683003 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:56.739402 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-73a05c21-6cae-4642-8a46-e7be9f3c7886 req-5e56e80b-8fbe-4681-8fc1-f8201ebcc31c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 210 time: 0.0461214 Jun 17 18:09:56.742758 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.972066 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:09:57.187798 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:57.200100 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:09:57.239137 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:57.239678 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:09:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:57.259908 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] No DVR routers for this DVR port 5bc67870-24e1-4b20-84c3-c871c894e352 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:09:57.262602 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:57.265163 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'name': 'network-vif-deleted', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:09:57.319202 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d60f2d-0c77-435c-a0ec-4d96341e3140', 'name': 'network-vif-deleted', 'tag': '5bc67870-24e1-4b20-84c3-c871c894e352', 'status': 'completed', 'code': 200} Jun 17 18:09:57.364915 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-951fc6bf-b7c4-4d79-98f2-2ede16751146 req-e1f70e93-2373-4816-8527-5427fc72197e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "DELETE /v2.0/ports/5bc67870-24e1-4b20-84c3-c871c894e352 HTTP/1.1" status: 204 len: 173 time: 1.5613472 Jun 17 18:09:57.431606 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:09:57.748417 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:57.752362 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:09:57.763306 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:57.763929 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:09:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:57.869436 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-7e272331-1c6a-442b-a3be-6747c53b4ed0 req-4023338c-ab5a-4fd3-abd5-15c063aadcfe tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=94d60f2d-0c77-435c-a0ec-4d96341e3140 HTTP/1.1" status: 200 len: 210 time: 0.0419447 Jun 17 18:09:57.940410 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:09:58.258496 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:58.262755 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21976b9d-33fd-410a-8e96-df1ba368d3b0 None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:09:58.483417 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd823175-329d-49c8-8c18-4b8371f4b9de None None] New status for floating IP cc117855-c1fe-4421-b93b-d1ba82163cbb: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:09:59.200810 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-d00a845f-7325-4dd3-827e-502d575bde39 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365642168&fields=id&tenant_id=850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 267 time: 0.0425520 Jun 17 18:09:59.346809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-63971b8b-a861-4e4a-a180-05dc87d47ade tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:59.348265 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-63971b8b-a861-4e4a-a180-05dc87d47ade tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 812 time: 0.1411345 Jun 17 18:09:59.364684 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-f01a2afe-dcca-474c-ae5c-7c926d706a73 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/quotas/850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 375 time: 0.0105743 Jun 17 18:09:59.451087 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-8bd18f32-9f02-4799-9e6a-bb3a72828277 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804663 Jun 17 18:09:59.536521 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-3a7118fc-a4ca-455e-8bf0-a90b8fb6ee30 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 17 18:09:59.537496 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-3a7118fc-a4ca-455e-8bf0-a90b8fb6ee30 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0749962 Jun 17 18:09:59.673033 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-4a3e3ad8-3800-4945-bea8-2ad60ba8c862 service neutron] 10.222.0.30 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265988 Jun 17 18:09:59.762558 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 5bc67870-24e1-4b20-84c3-c871c894e352 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:59.795085 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: 5bc67870-24e1-4b20-84c3-c871c894e352 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:09:59.795469 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device 5bc67870-24e1-4b20-84c3-c871c894e352 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:59.805804 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-c6f17154-9aee-42e3-8531-84c6383d561a service neutron] 10.222.0.30 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271181 Jun 17 18:10:00.613578 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-efb0b280-70f1-42f5-aa35-319d8b71fd95 req-233158b7-4d40-4800-bd03-7ffc3707eee7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 210 time: 0.1541369 Jun 17 18:10:01.776240 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-f41da2fd-740f-4a25-8036-08f615121e7e req-844bb09b-3651-46a4-9219-38c0f9324cc4 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 210 time: 0.0434349 Jun 17 18:10:02.597654 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-93198070-3a92-4fc1-a2b9-dcfcdabf8284 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:02.599092 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-93198070-3a92-4fc1-a2b9-dcfcdabf8284 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 812 time: 0.1432369 Jun 17 18:10:02.685361 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-646d8162-b858-4e01-9cbe-077625d6349a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 7063 time: 0.0652144 Jun 17 18:10:02.695361 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'port': {'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'admin_state_up': True, 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'security_groups': ['52887efd-cac1-4d87-8388-276337559df0']}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:10:02.832632 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:10:02.833343 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:port and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:10:02.836558 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:10:02.842916 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:10:02.941140 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Made reservation on behalf of 850ad3dd57da46c1b0fc776256c72ef3 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:10:02.952610 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-b7e5782f-a821-4568-aa4e-19e69bdf38ab req-c21cddf5-78f3-4d77-864f-7256d4a48a02 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 210 time: 0.0459900 Jun 17 18:10:02.953297 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:03.111954 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Allocated IP 172.20.0.13 (af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365/52de86a8-e7c7-4326-8a9e-7a725da1539b/efdb70c4-69bf-4b75-8d5e-7deba36e5159) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:10:03.293528 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:03.308927 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Transition to ACTIVE for port object efdb70c4-69bf-4b75-8d5e-7deba36e5159 will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:10:03.415707 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:03.421324 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:03.489583 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:10:03.492657 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:10:03.500787 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:10:03.526023 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=efdb70c4-69bf-4b75-8d5e-7deba36e5159,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:03.531924 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:03.565286 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:03.565923 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:03.661696 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-facf82cc-8e1c-4f90-ba9c-52c5fff6882a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9699187 Jun 17 18:10:03.750619 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Request body: {'port': {'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:10:03.832018 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-b3c4b95d-db6d-4e92-9945-02c0ff078825 None None] Provisioning for port efdb70c4-69bf-4b75-8d5e-7deba36e5159 completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:10:03.836991 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-b3c4b95d-db6d-4e92-9945-02c0ff078825 None None] Provisioning complete for port efdb70c4-69bf-4b75-8d5e-7deba36e5159 triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:03.839337 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-b3c4b95d-db6d-4e92-9945-02c0ff078825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:03.861018 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:03.892740 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4b95d-db6d-4e92-9945-02c0ff078825 None None] Port efdb70c4-69bf-4b75-8d5e-7deba36e5159 cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 18:10:04.164483 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47071-387f-4f54-b28a-ddec51178c85 req-25cffd1e-ceff-4f8f-8f16-e9d2c6562773 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:04.170071 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-97b47071-387f-4f54-b28a-ddec51178c85 req-25cffd1e-ceff-4f8f-8f16-e9d2c6562773 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 932 time: 0.0999398 Jun 17 18:10:04.200990 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdb70c4-69bf-4b75-8d5e-7deba36e5159 {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:10:04.208231 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:04.223153 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Transition to ACTIVE for port object efdb70c4-69bf-4b75-8d5e-7deba36e5159 will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:10:04.226271 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-97b47071-387f-4f54-b28a-ddec51178c85 req-56728ef6-acf9-485b-987a-548ec14a5418 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 Jun 17 18:10:04.287819 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:04.291740 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-73b7d923-ca14-4f2a-9ffa-935e40ec6bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:04.508574 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=efdb70c4-69bf-4b75-8d5e-7deba36e5159,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:04.512927 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:04.617761 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Attempting to bind port efdb70c4-69bf-4b75-8d5e-7deba36e5159 on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:10:04.618128 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Attempting to bind port efdb70c4-69bf-4b75-8d5e-7deba36e5159 by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:10:04.618458 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Attempting to bind port efdb70c4-69bf-4b75-8d5e-7deba36e5159 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:10:04.624631 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Port efdb70c4-69bf-4b75-8d5e-7deba36e5159 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:10:04.624947 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Attempting to bind port efdb70c4-69bf-4b75-8d5e-7deba36e5159 on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:10:04.631074 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:10:04.633575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Checking segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:10:04.633575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Bound using segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:10:04.633575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Bound port: efdb70c4-69bf-4b75-8d5e-7deba36e5159, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:10:04.633575 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:04.722513 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] For port efdb70c4-69bf-4b75-8d5e-7deba36e5159, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:10:04.725538 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] For port efdb70c4-69bf-4b75-8d5e-7deba36e5159, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:10:04.809789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:04.813565 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:04.873379 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:04.874763 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] 10.222.0.36 "PUT /v2.0/ports/efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 200 len: 1094 time: 1.1987467 Jun 17 18:10:04.875263 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:04.897448 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=efdb70c4-69bf-4b75-8d5e-7deba36e5159,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:04.900708 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a3dd807c-9ccd-4f59-84be-7b133b0f3bfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:04.963999 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'status': 'completed', 'code': 200} Jun 17 18:10:05.076093 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7dc07647-167a-4a65-881a-12b9259520a0 req-8becc18a-e865-461e-bcf8-94877553f69e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0705385 Jun 17 18:10:05.208893 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:10:05.220328 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc07647-167a-4a65-881a-12b9259520a0 req-6d83ed7c-3701-4b9d-a9a6-19772491bf5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:05.221779 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7dc07647-167a-4a65-881a-12b9259520a0 req-6d83ed7c-3701-4b9d-a9a6-19772491bf5f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1326852 Jun 17 18:10:05.358936 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc07647-167a-4a65-881a-12b9259520a0 req-7b8a38f7-7ff2-4ece-9f0e-a88be3edf80d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:05.360301 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-7dc07647-167a-4a65-881a-12b9259520a0 req-7b8a38f7-7ff2-4ece-9f0e-a88be3edf80d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320612 Jun 17 18:10:05.438929 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a769-8227-471e-b22f-48d937438bc2 req-699f6811-7986-40e9-849e-ba2ed22bfcb5 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:05.440411 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a7a9a769-8227-471e-b22f-48d937438bc2 req-699f6811-7986-40e9-849e-ba2ed22bfcb5 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0829644 Jun 17 18:10:05.486325 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a7a9a769-8227-471e-b22f-48d937438bc2 req-36d2c6fa-7d39-4d5a-8f5b-66d56ca12832 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398710 Jun 17 18:10:05.491466 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-378cb427-b521-4009-a7cb-3b8b6cfd22ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0756564 Jun 17 18:10:05.568595 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-7cfe5a60-a47b-4041-9f34-4223067b6d02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 200 len: 217 time: 0.0646780 Jun 17 18:10:05.629763 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-27a7e074-98e9-4238-b99f-100020ec4eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:05.631117 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-27a7e074-98e9-4238-b99f-100020ec4eae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0555990 Jun 17 18:10:05.706388 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-67f179e7-377c-4bac-9b40-5cc90c018530 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689123 Jun 17 18:10:05.834555 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-949a30bd-e294-406e-8ed2-51e65e7194d9 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219401 Jun 17 18:10:05.968444 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-18554cc5-ff4f-4c0a-88b0-ae3c45504035 req-ac36a931-1f00-4764-bcdc-186e8cdaf3f0 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276460 Jun 17 18:10:06.681065 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9b365-ec41-4bed-bb46-a993c425d1c0 req-0c07595e-58a5-43b0-9069-aa143859f0ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:06.682539 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-05a9b365-ec41-4bed-bb46-a993c425d1c0 req-0c07595e-58a5-43b0-9069-aa143859f0ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0760360 Jun 17 18:10:06.726944 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-05a9b365-ec41-4bed-bb46-a993c425d1c0 req-1903423f-281e-4f03-a409-56290a93375d tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382521 Jun 17 18:10:07.925986 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bd69c-abf9-4eca-b462-34ef07137a77 req-239ff30e-d711-437d-81e6-c749f699d840 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:07.927421 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8c1bd69c-abf9-4eca-b462-34ef07137a77 req-239ff30e-d711-437d-81e6-c749f699d840 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0805249 Jun 17 18:10:07.977703 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8c1bd69c-abf9-4eca-b462-34ef07137a77 req-2ab3d638-fa39-474c-8445-39c1dfd79422 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Jun 17 18:10:09.173353 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369b67d-4288-4d56-a888-05971be44a93 req-0c2bebef-f59c-4781-a779-abddb489d171 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:09.174827 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d369b67d-4288-4d56-a888-05971be44a93 req-0c2bebef-f59c-4781-a779-abddb489d171 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0748737 Jun 17 18:10:09.225485 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-d369b67d-4288-4d56-a888-05971be44a93 req-9799e4c8-3481-4c1f-8db5-3e44d4c6cf3e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437720 Jun 17 18:10:10.421253 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eabb4-96d5-4d0c-a168-086208110397 req-333c8034-c97a-414e-9a82-807f9e197cb6 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:10.422728 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-157eabb4-96d5-4d0c-a168-086208110397 req-333c8034-c97a-414e-9a82-807f9e197cb6 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0757594 Jun 17 18:10:10.467524 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-157eabb4-96d5-4d0c-a168-086208110397 req-5d3e43d0-e55b-49ae-b9c5-56e19dd9fa0d tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391905 Jun 17 18:10:11.665633 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c3cb0-a577-4ca3-9809-8c8464d38c5b req-690339e2-1a2c-438c-b0a0-f9952ad9801a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:11.667101 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3e0c3cb0-a577-4ca3-9809-8c8464d38c5b req-690339e2-1a2c-438c-b0a0-f9952ad9801a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0798433 Jun 17 18:10:11.711782 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3e0c3cb0-a577-4ca3-9809-8c8464d38c5b req-4c24fecf-6764-4258-9c3c-2d557c370111 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388792 Jun 17 18:10:12.908395 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e301e-f52c-49c9-a32f-a693397c177b req-f94eb9cf-abf6-4830-a21c-6218ed104ad2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:12.909836 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6e6e301e-f52c-49c9-a32f-a693397c177b req-f94eb9cf-abf6-4830-a21c-6218ed104ad2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0758355 Jun 17 18:10:12.956156 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6e6e301e-f52c-49c9-a32f-a693397c177b req-25b08ee6-c536-47fc-be63-31cd3e22e04c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407772 Jun 17 18:10:13.813614 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device efdb70c4-69bf-4b75-8d5e-7deba36e5159 details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:10:13.981979 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port efdb70c4-69bf-4b75-8d5e-7deba36e5159, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:13.995815 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:10:14.049910 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:14.067991 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdb70c4-69bf-4b75-8d5e-7deba36e5159 {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:10:14.084321 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port efdb70c4-69bf-4b75-8d5e-7deba36e5159, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:14.147026 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:14.150018 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:14.156927 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00048ebe-e898-4e1c-a0b1-baed53309f9e req-b541adc6-42f3-4789-8056-9643270561aa tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:14.158408 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-00048ebe-e898-4e1c-a0b1-baed53309f9e req-b541adc6-42f3-4789-8056-9643270561aa tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 944 time: 0.0813751 Jun 17 18:10:14.204784 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-00048ebe-e898-4e1c-a0b1-baed53309f9e req-c977c539-1486-47c7-99a1-9475b6f3d9c9 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406666 Jun 17 18:10:14.217800 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=efdb70c4-69bf-4b75-8d5e-7deba36e5159,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:14.226203 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.226540 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.226875 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.227207 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.227564 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.227881 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.228205 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.228528 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.228848 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.229162 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.229478 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:14.233301 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:14.429602 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['efdb70c4-69bf-4b75-8d5e-7deba36e5159'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:10:15.398683 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64773f3d-5ce8-435c-a7fd-3097898de974 req-0fde2656-e093-495d-8cbd-c1c68c5a8cf7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:15.400140 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-64773f3d-5ce8-435c-a7fd-3097898de974 req-0fde2656-e093-495d-8cbd-c1c68c5a8cf7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 945 time: 0.0763674 Jun 17 18:10:15.446170 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-64773f3d-5ce8-435c-a7fd-3097898de974 req-c935317d-593d-4e39-9c27-89e5e9135bec tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393815 Jun 17 18:10:15.825130 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device efdb70c4-69bf-4b75-8d5e-7deba36e5159 up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:10:16.008959 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port efdb70c4-69bf-4b75-8d5e-7deba36e5159 completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:10:16.015008 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port efdb70c4-69bf-4b75-8d5e-7deba36e5159 triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:16.015391 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:16.129800 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:16.156743 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:16.166304 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port efdb70c4-69bf-4b75-8d5e-7deba36e5159, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:16.214323 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'code': 200} Jun 17 18:10:16.243562 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:16.245497 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:16.320982 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=efdb70c4-69bf-4b75-8d5e-7deba36e5159,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:16.323942 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:16.655576 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cedcf-a1d9-4600-b4ed-e8864f8735c5 req-c7514efa-3f02-4766-a6a4-7f576ac13a6b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:16.657044 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a4cedcf-a1d9-4600-b4ed-e8864f8735c5 req-c7514efa-3f02-4766-a6a4-7f576ac13a6b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 946 time: 0.0912149 Jun 17 18:10:16.702927 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2a4cedcf-a1d9-4600-b4ed-e8864f8735c5 req-e5fa6898-eb0c-4a25-aab3-854619fdeeed tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402503 Jun 17 18:10:16.710248 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-982a4e71-7f58-445f-9be7-63a871672f18 req-d82f1962-f4d4-4a30-9f11-f873a35faf5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0722985 Jun 17 18:10:16.754502 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-982a4e71-7f58-445f-9be7-63a871672f18 req-4436a17c-bb4d-4473-98cd-e9657b6dee2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369635 Jun 17 18:10:17.550531 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [req-85c51290-3f16-4fb6-936e-d235092949e4 req-291b6ae3-92ba-452a-8082-fdafb6fb6ff9 service neutron] (75204) timed out ('10.222.0.36', 52098) {{(pid=75204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 18:10:17.716861 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [req-7aa38a6b-b6f6-479b-a223-bfdd58ca3bf4 req-82452c82-fc32-4069-ae06-01fc6d60603a service neutron] (75204) timed out ('10.222.0.36', 52150) {{(pid=75204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 18:10:17.904007 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250e830-a92b-4e65-a6d7-eaaa88b63a02 req-fff706c2-546f-466f-bc6b-1086ea44e637 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:17.905481 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1250e830-a92b-4e65-a6d7-eaaa88b63a02 req-fff706c2-546f-466f-bc6b-1086ea44e637 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 946 time: 0.0784431 Jun 17 18:10:17.957381 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-1250e830-a92b-4e65-a6d7-eaaa88b63a02 req-6a2b5352-0d66-4ee6-9e2f-febdc8f97907 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459733 Jun 17 18:10:19.156174 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771457-1c63-41ae-96a7-83b92426ff66 req-65d6da25-0c05-4c49-845f-61eeaf235166 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:19.158424 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3c771457-1c63-41ae-96a7-83b92426ff66 req-65d6da25-0c05-4c49-845f-61eeaf235166 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 946 time: 0.0773079 Jun 17 18:10:19.204203 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-3c771457-1c63-41ae-96a7-83b92426ff66 req-a8c5dd65-3c32-491b-b3ed-52675185670a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 Jun 17 18:10:19.230996 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-34e4dd8c-cbf3-4cdf-b483-b45f81938a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:19.403733 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3fda-9b8f-4633-ad29-fad2e5e0ec16 req-bd504468-541f-4141-b3f8-123fef9bc01d tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:19.405182 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-124b3fda-9b8f-4633-ad29-fad2e5e0ec16 req-bd504468-541f-4141-b3f8-123fef9bc01d tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 946 time: 0.0797629 Jun 17 18:10:19.453365 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-124b3fda-9b8f-4633-ad29-fad2e5e0ec16 req-108ebcff-a4ff-42cc-817e-da2d5fd6b688 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Jun 17 18:10:19.481300 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46016) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:19.551428 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c614d98a-f644-43ab-b057-25a4b5b3688a tempest-TestVolumeBootPattern-914519702 tempest-TestVolumeBootPattern-914519702-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0687084 Jun 17 18:10:19.553791 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46020) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:19.558968 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:10:19.561634 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:19.566982 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:10:19.569405 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:floatingip and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:10:19.572435 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:10:19.578670 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:10:19.649398 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:19.790803 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.014188 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Allocated IP 172.27.1.63 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/52b100d0-2da8-4123-acfe-41859d2a1840) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:10:20.160304 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.248954 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.252597 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:20.316902 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:10:20.319668 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:10:20.323520 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:10:20.352999 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=52b100d0-2da8-4123-acfe-41859d2a1840,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:20.375817 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.376203 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.376586 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.376958 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.377328 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.377693 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.378083 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.378449 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.378809 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.379167 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.379523 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:20.384627 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:20.842281 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.953048 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.155194 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.253497 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060394'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.257368 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:21.266520 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6b2c-f999-490b-b610-5c3f85862d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.363366 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=52b100d0-2da8-4123-acfe-41859d2a1840,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:21.367214 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:21.375571 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.567815 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.l3_db [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Floating IP 6b67d4cd-490b-4eda-b08b-d884784978d6 associated. External IP: 172.27.1.63, port: efdb70c4-69bf-4b75-8d5e-7deba36e5159. Jun 17 18:10:22.054257 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:10:22.255779 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:10:22.265428 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:10:22.277530 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:22.278246 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:10:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:22.346453 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:22.405112 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-86785ec8-1025-465a-ae32-45f7046805e3 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8502760 Jun 17 18:10:22.405895 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:22.456238 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:10:22.462391 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'status': 'completed', 'code': 200} Jun 17 18:10:22.581636 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-7d57abc0-3b99-4f4c-9dbb-b995a6c715d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0686603 Jun 17 18:10:22.591689 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:22.714565 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-1f2f0906-6b17-4837-af71-9d0be1d6d41e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.716943 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-1f2f0906-6b17-4837-af71-9d0be1d6d41e service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1287417 Jun 17 18:10:22.816346 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:20Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:22.820396 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:10:22.827148 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-827f7e34-9f7c-414f-a265-ed5e9ea5ddac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 200 len: 999 time: 0.0972955 Jun 17 18:10:22.831265 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:22.831885 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:10:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:22.893586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-72b370b6-777b-49ed-82c4-dfdf221847de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.895054 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-72b370b6-777b-49ed-82c4-dfdf221847de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0616782 Jun 17 18:10:23.015201 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:10:23.059085 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-c434b559-9ad7-4890-a5e3-643d762b5086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1577153 Jun 17 18:10:23.197059 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-49d6aba8-cbcd-4f60-a606-347462ffb0ec service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311586 Jun 17 18:10:23.329834 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6f6e2a7-1779-4f1b-bdbe-ea4d51d849d2 req-e3257318-e9a2-470c-a07f-48661549febb service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262496 Jun 17 18:10:23.407053 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:20Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:23.411172 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecb7a9-89dd-4762-843d-31bcde81e7a2 None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:20Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:10:23.600268 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b63b8-0d55-493d-a746-09dce252ae22 None None] New status for floating IP 6b67d4cd-490b-4eda-b08b-d884784978d6: ACTIVE {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:10:23.963247 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:24.625901 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:42.208519 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:10:45.254102 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-5c646734-ac16-40f5-81e6-c27e3961de50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656168 Jun 17 18:10:45.407558 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-e06b84e5-2d7c-47af-80c6-e43111732c21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0718241 Jun 17 18:10:45.548710 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-a812bf0c-9b57-4400-9ad6-bc8f0e391bbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:45.550176 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-a812bf0c-9b57-4400-9ad6-bc8f0e391bbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1234839 Jun 17 18:10:45.652144 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-be7c432c-8240-41ce-90d6-8e8d902c1b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 200 len: 1001 time: 0.0956032 Jun 17 18:10:45.715010 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-1f7f2dc6-d43e-43c7-b4fe-e973e39a8bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:45.716383 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-1f7f2dc6-d43e-43c7-b4fe-e973e39a8bd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0565858 Jun 17 18:10:45.793187 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-ce5e2f5a-da3f-493b-bb31-f8a78aa4b1a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699959 Jun 17 18:10:45.924597 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-46c0242a-079c-4915-a751-fcd59f5417cf service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251450 Jun 17 18:10:46.056569 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-f6ba561e-d28c-4d1c-8162-842fd855816a req-ec82a484-073c-4d76-8b89-3ac7e952d699 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253309 Jun 17 18:10:49.230804 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6173f403-1327-4952-893d-70dac1db0909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:49.522272 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:51.242292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-6b58f8d3-1df6-4e7c-8120-4e6b1ea43a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.556510 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.985197 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:54.613760 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:19.211015 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:11:19.241693 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f4c9339c-f60b-40f5-a1d4-1eaa1309d085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:19.544667 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.252721 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-2287bd2a-f372-4dd4-9a5b-ff851e4a9426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:22.548659 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:24.024044 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:24.647032 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:47.196311 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-ae7537cb-f448-454c-8ea3-209ef3a65c05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687594 Jun 17 18:11:47.350539 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-bdabb62a-4ca1-41c6-a6c5-9f4c4d03c968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0685375 Jun 17 18:11:47.492203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-88d43623-eb39-4cf3-8371-7523b785cbc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:47.493660 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-88d43623-eb39-4cf3-8371-7523b785cbc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1251841 Jun 17 18:11:47.594683 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-e66253a3-0d41-487c-ad88-97eed7daa5e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 200 len: 1001 time: 0.0938504 Jun 17 18:11:47.745819 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-95987309-a25b-4641-894c-ba7891586fe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:47.747341 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-95987309-a25b-4641-894c-ba7891586fe5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.1469271 Jun 17 18:11:47.821048 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-f0202fc8-c4d2-4c4d-95df-0ce79b626f2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671892 Jun 17 18:11:47.951995 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-90f9e975-51b5-4d8e-bc6d-0c0941202941 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244659 Jun 17 18:11:48.085804 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-b735e08c-8d9e-4681-9ecf-ab298be4793d req-8b79ccd1-325a-485f-a313-ec2f4883cce6 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269825 Jun 17 18:11:49.234924 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-d55874b3-66ef-40a2-9d06-1d78e8ff27ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:49.531965 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.223174 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-18515979-b437-4d36-ae5b-2ba120c2a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:52.566604 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:53.989135 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:54.651923 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:56.211187 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:11:59.516614 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-23113650-ad59-44b6-9d34-21a724208831 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365642168&fields=id&tenant_id=850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 267 time: 0.0425985 Jun 17 18:11:59.672753 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-94b49a43-75a0-42b1-a4a7-e2974183b780 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:59.674207 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-94b49a43-75a0-42b1-a4a7-e2974183b780 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 812 time: 0.1501684 Jun 17 18:11:59.690315 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-d2002873-c716-4b1f-99a0-23e4f7530390 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/quotas/850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 375 time: 0.0105972 Jun 17 18:11:59.774810 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-9bdacff4-faf3-416f-8df5-3082280077f6 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0791321 Jun 17 18:11:59.914154 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-3c4f2f9b-c0be-4f90-95a7-11bb9f9e7bbd service neutron] 10.222.0.30 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278965 Jun 17 18:12:00.049795 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-3e44057b-9660-4a13-9637-89b2fa2fb55a service neutron] 10.222.0.30 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296375 Jun 17 18:12:00.710348 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-c232d2f7-bbb3-416b-8ae9-3d971e0212cf req-5b9568ef-a903-483f-add1-c3f2f00c881d tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 210 time: 0.0449812 Jun 17 18:12:01.872717 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dae14ed1-414c-4a51-917b-886d3aaab302 req-6e6ff02b-541c-4595-8a7e-66514f7b4785 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 210 time: 0.0418088 Jun 17 18:12:02.774711 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8c5ab102-563a-4ea8-bd51-20897852098c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:02.776105 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8c5ab102-563a-4ea8-bd51-20897852098c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 812 time: 0.1433332 Jun 17 18:12:02.860347 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8aa2f39a-fdbd-4d72-9997-677a37887be2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=850ad3dd57da46c1b0fc776256c72ef3 HTTP/1.1" status: 200 len: 7063 time: 0.0639050 Jun 17 18:12:02.871862 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'port': {'device_id': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'admin_state_up': True, 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'security_groups': ['52887efd-cac1-4d87-8388-276337559df0']}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:12:03.011884 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:12:03.016136 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:port and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:12:03.019035 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for port was recalculated. Used quota:5. {{(pid=75205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:12:03.024836 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.quota.driver [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=75205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:12:03.055397 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-97731069-2acb-48f7-9a7c-61d4384b7199 req-1706e731-6433-416b-9c27-1feda33e15e9 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 210 time: 0.0606949 Jun 17 18:12:03.114730 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Made reservation on behalf of 850ad3dd57da46c1b0fc776256c72ef3 for: {'port': 1} {{(pid=75205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:12:03.117890 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:03.281727 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_common [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Allocated IP 172.20.0.6 (af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365/52de86a8-e7c7-4326-8a9e-7a725da1539b/b7b5475a-f616-4539-8acf-52eaae3546ac) {{(pid=75205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:12:03.462867 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:03.478298 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Transition to ACTIVE for port object b7b5475a-f616-4539-8acf-52eaae3546ac will not be triggered until provisioned by entity DHCP. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:12:03.564745 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_create {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:03.570626 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-418015a7-6465-4700-8d57-057df8372514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:03.641301 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 is already hosted by enough agents. {{(pid=75205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:12:03.645081 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.base_scheduler [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources bound (agent type, host, resource id): {{(pid=75205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:12:03.647586 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Received port after_create {{(pid=75205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:12:03.678196 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=b7b5475a-f616-4539-8acf-52eaae3546ac,revision_number=1']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:03.702451 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.702825 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.703190 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.703554 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.703910 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.704264 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.704624 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.704978 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.705326 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.705674 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.706041 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:03.720188 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:03.727021 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:03.730571 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:03.812721 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8fa59b15-e3b6-411c-bf45-e14dd3d21555 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9444282 Jun 17 18:12:03.832982 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.v2.base [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Request body: {'port': {'device_id': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79686'}} {{(pid=75205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:12:03.954003 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:04.034772 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f8428cbc-b1e6-4210-ac06-715f61c3dde8 None None] Provisioning for port b7b5475a-f616-4539-8acf-52eaae3546ac completed by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:12:04.039826 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-f8428cbc-b1e6-4210-ac06-715f61c3dde8 None None] Provisioning complete for port b7b5475a-f616-4539-8acf-52eaae3546ac triggered by entity DHCP. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:12:04.040207 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f8428cbc-b1e6-4210-ac06-715f61c3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:04.106371 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-f8428cbc-b1e6-4210-ac06-715f61c3dde8 None None] Port b7b5475a-f616-4539-8acf-52eaae3546ac cannot update to ACTIVE because it is not bound. {{(pid=75206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 17 18:12:04.260006 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d57e46-0ef3-4002-aac2-3e6e02620e35 req-21b3f694-1bab-4a33-b3d7-e51c78f054ef tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:04.261479 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61d57e46-0ef3-4002-aac2-3e6e02620e35 req-21b3f694-1bab-4a33-b3d7-e51c78f054ef tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 931 time: 0.0808587 Jun 17 18:12:04.309165 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-61d57e46-0ef3-4002-aac2-3e6e02620e35 req-406b8427-13b5-4264-a419-0bc6194fd77d tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Jun 17 18:12:04.317959 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b5475a-f616-4539-8acf-52eaae3546ac {{(pid=75205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:12:04.325311 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:04.339832 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.provisioning_blocks [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Transition to ACTIVE for port object b7b5475a-f616-4539-8acf-52eaae3546ac will not be triggered until provisioned by entity L2. {{(pid=75205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:12:04.423247 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:04.428351 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-6441724b-e88b-44c7-8d43-583ec659cbab tempest-VolumesSnapshotTestJSON-969296336 tempest-VolumesSnapshotTestJSON-969296336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:04.631805 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Pushing event updated for resources: {'Port': ['ID=b7b5475a-f616-4539-8acf-52eaae3546ac,revision_number=2']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:04.639725 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:04.754426 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Attempting to bind port b7b5475a-f616-4539-8acf-52eaae3546ac on host hv-cinder-79686 for vnic_type normal with profile {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:12:04.754761 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Attempting to bind port b7b5475a-f616-4539-8acf-52eaae3546ac by drivers openvswitch,hyperv on host hv-cinder-79686 at level 0 using segments [{'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:12:04.755084 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Attempting to bind port b7b5475a-f616-4539-8acf-52eaae3546ac on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:12:04.761192 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Port b7b5475a-f616-4539-8acf-52eaae3546ac on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79686 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 17 18:12:04.761502 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Attempting to bind port b7b5475a-f616-4539-8acf-52eaae3546ac on network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 17 18:12:04.767685 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Checking agent: {'id': 'c87c7ec0-0eab-4f5d-bdee-bcc59b48c992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79686', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'started_at': datetime.datetime(2021, 6, 17, 17, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 17 18:12:04.768013 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Checking segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 17 18:12:04.768387 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Bound using segment: {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'} {{(pid=75205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 17 18:12:04.768820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.managers [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Bound port: b7b5475a-f616-4539-8acf-52eaae3546ac, host: hv-cinder-79686, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0ca1ff-840c-43e9-9242-88e20e5447fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365'}}] {{(pid=75205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:12:04.769162 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:04.858712 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] For port b7b5475a-f616-4539-8acf-52eaae3546ac, host hv-cinder-79686, cleared binding levels {{(pid=75205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:12:04.861494 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] For port b7b5475a-f616-4539-8acf-52eaae3546ac, host hv-cinder-79686, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b7b5475a-f616-4539-8acf-52eaae3546ac,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:12:04.938071 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3323299'] for port, after_update {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:04.941891 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cae30811-9923-411a-8a3b-7b9db58cb72b tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:05.007422 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:05.009069 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] 10.222.0.36 "PUT /v2.0/ports/b7b5475a-f616-4539-8acf-52eaae3546ac HTTP/1.1" status: 200 len: 1093 time: 1.1808579 Jun 17 18:12:05.012308 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:12:05.027847 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Pushing event updated for resources: {'Port': ['ID=b7b5475a-f616-4539-8acf-52eaae3546ac,revision_number=3']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:05.031077 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-8f04bcb0-34a1-4feb-9120-5d4746e02b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:05.074911 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'status': 'completed', 'code': 200} Jun 17 18:12:05.192018 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f4c5c0d-e62d-454e-b237-ef8043acdaae req-dc3c5fb2-d7e3-4a3d-a437-e97d4e609848 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 1096 time: 0.0721202 Jun 17 18:12:05.340454 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c5c0d-e62d-454e-b237-ef8043acdaae req-0f6d2fec-d604-4309-8cd4-f27ea35937ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:05.341810 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f4c5c0d-e62d-454e-b237-ef8043acdaae req-0f6d2fec-d604-4309-8cd4-f27ea35937ac service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344283 Jun 17 18:12:05.483353 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c5c0d-e62d-454e-b237-ef8043acdaae req-9dcfd11f-4caa-46a4-a9ed-226890bbcd23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:05.484715 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-0f4c5c0d-e62d-454e-b237-ef8043acdaae req-9dcfd11f-4caa-46a4-a9ed-226890bbcd23 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356063 Jun 17 18:12:05.511157 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7948d5-b81f-48cb-8a3e-90329d9a8aaa req-87e5b1ad-6fcf-46d6-88ba-2c76f5fe626c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:05.512629 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c7948d5-b81f-48cb-8a3e-90329d9a8aaa req-87e5b1ad-6fcf-46d6-88ba-2c76f5fe626c tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0791652 Jun 17 18:12:05.562673 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-6c7948d5-b81f-48cb-8a3e-90329d9a8aaa req-e83d6620-a83b-4a03-b82b-0a0de223f5e4 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Jun 17 18:12:05.614314 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-9a43ed94-6200-474f-801c-8b45f895d614 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 1096 time: 0.0722282 Jun 17 18:12:05.689898 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-ca0cb6be-b5a2-4c06-8b62-e2b8f67645dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b5475a-f616-4539-8acf-52eaae3546ac HTTP/1.1" status: 200 len: 217 time: 0.0627403 Jun 17 18:12:05.750769 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-6258c20a-7558-428b-adbd-8e9543572535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:05.752120 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-6258c20a-7558-428b-adbd-8e9543572535 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0566337 Jun 17 18:12:05.827145 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-ffdd32b4-999b-4652-8bb9-dda13a750d0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679643 Jun 17 18:12:05.959076 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-fe297628-847e-447f-b44b-c66da6e5ab53 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244750 Jun 17 18:12:06.102105 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-836d779f-e87c-4746-ba97-5b7db20e1166 req-18ba72a3-5115-4f88-b68c-da4eff0fb193 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372480 Jun 17 18:12:06.757703 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7c3c7-c8fb-4cf6-981a-231b5db73868 req-1fa33ea4-b806-45ad-92fa-406d737672d9 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:06.759190 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2bd7c3c7-c8fb-4cf6-981a-231b5db73868 req-1fa33ea4-b806-45ad-92fa-406d737672d9 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0753922 Jun 17 18:12:06.804294 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2bd7c3c7-c8fb-4cf6-981a-231b5db73868 req-bbff93ef-4c83-4620-93ea-d1c1d3db5f22 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392690 Jun 17 18:12:08.004974 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bf3a4-7cfa-4db9-842b-d900b539a6f5 req-970ef5bd-1a52-4345-b86e-ed474e8e7072 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:08.006425 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e99bf3a4-7cfa-4db9-842b-d900b539a6f5 req-970ef5bd-1a52-4345-b86e-ed474e8e7072 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0803895 Jun 17 18:12:08.150964 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e99bf3a4-7cfa-4db9-842b-d900b539a6f5 req-e10f4192-e2cc-4c95-85f8-176a7422c2a8 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386719 Jun 17 18:12:09.346909 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be963-db4e-4a97-9d2b-18fa64f84bca req-d8f4ff1c-42d6-44ea-859a-68ce7752428f tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:09.348861 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-027be963-db4e-4a97-9d2b-18fa64f84bca req-d8f4ff1c-42d6-44ea-859a-68ce7752428f tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0767019 Jun 17 18:12:09.393672 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-027be963-db4e-4a97-9d2b-18fa64f84bca req-f380ef47-d646-48b5-b5ff-d5cf1179bd9a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 Jun 17 18:12:10.589456 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cda77-5b90-4d44-9b29-9d51f6e59b68 req-9c6fab59-bc44-4b36-8c2d-b8397da9af74 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:10.590924 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e40cda77-5b90-4d44-9b29-9d51f6e59b68 req-9c6fab59-bc44-4b36-8c2d-b8397da9af74 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0771427 Jun 17 18:12:10.635888 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-e40cda77-5b90-4d44-9b29-9d51f6e59b68 req-70c5571a-f266-4e0b-8993-565370261850 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Jun 17 18:12:11.829398 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044faa3-5518-45aa-a45c-0256b27d529d req-b69b0c2d-1acd-4be8-a737-f1c16095320b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:11.830793 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8044faa3-5518-45aa-a45c-0256b27d529d req-b69b0c2d-1acd-4be8-a737-f1c16095320b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0772192 Jun 17 18:12:11.880712 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-8044faa3-5518-45aa-a45c-0256b27d529d req-598fe260-4e55-4544-862d-1ba006279a0e tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Jun 17 18:12:13.156272 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17d9ad-7784-410d-b60f-d47ec7beaa9e req-18c464fb-6a0f-45df-adfb-9c1914042070 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:13.157743 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ab17d9ad-7784-410d-b60f-d47ec7beaa9e req-18c464fb-6a0f-45df-adfb-9c1914042070 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0873222 Jun 17 18:12:13.202513 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ab17d9ad-7784-410d-b60f-d47ec7beaa9e req-0e0ad655-d17e-4e0c-9f25-a20b9ad422aa tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389962 Jun 17 18:12:14.398932 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46da2-c5f2-4cb2-8a07-a57e2c3d87de req-d9817c4d-246f-408f-bcce-171086a3f2ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:14.400415 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dce46da2-c5f2-4cb2-8a07-a57e2c3d87de req-d9817c4d-246f-408f-bcce-171086a3f2ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 943 time: 0.0798612 Jun 17 18:12:14.444593 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-dce46da2-c5f2-4cb2-8a07-a57e2c3d87de req-a828228e-3d10-421f-99a0-ae8aaf64068a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387118 Jun 17 18:12:14.496248 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b7b5475a-f616-4539-8acf-52eaae3546ac details requested by agent hyperv_hv-cinder-79686 with host hv-cinder-79686 {{(pid=75206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:12:14.627245 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port b7b5475a-f616-4539-8acf-52eaae3546ac, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b7b5475a-f616-4539-8acf-52eaae3546ac,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:12:14.640895 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Returning: {'device': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'port_id': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'mac_address': 'fa:16:3e:ea:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:12:14.692934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:14.712069 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b5475a-f616-4539-8acf-52eaae3546ac {{(pid=75206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:12:14.726478 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port b7b5475a-f616-4539-8acf-52eaae3546ac, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b7b5475a-f616-4539-8acf-52eaae3546ac,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:12:14.800108 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:14.802393 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:14.867531 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=b7b5475a-f616-4539-8acf-52eaae3546ac,revision_number=4']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:14.875665 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.876007 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.876342 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.876688 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.876999 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.877322 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.877672 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.878023 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.878364 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.878700 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.878998 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:14.883435 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:15.132698 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] get_ports_and_sgs() called for port_ids ['b7b5475a-f616-4539-8acf-52eaae3546ac'] {{(pid=75206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:12:15.640720 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea38a2-8720-4ba3-bc10-57eb487880b6 req-4ceb6b6e-4f4b-4412-b6f2-67bb01261059 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:15.642194 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a4ea38a2-8720-4ba3-bc10-57eb487880b6 req-4ceb6b6e-4f4b-4412-b6f2-67bb01261059 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 944 time: 0.0748007 Jun 17 18:12:15.687314 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-a4ea38a2-8720-4ba3-bc10-57eb487880b6 req-e47eb32a-ba86-4729-bd3a-00dd530024dc tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390179 Jun 17 18:12:16.495598 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b7b5475a-f616-4539-8acf-52eaae3546ac up at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:12:16.645326 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning for port b7b5475a-f616-4539-8acf-52eaae3546ac completed by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:12:16.650220 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.provisioning_blocks [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Provisioning complete for port b7b5475a-f616-4539-8acf-52eaae3546ac triggered by entity L2. {{(pid=75206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:12:16.650595 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623715'] for port, provisioning_complete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.763644 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.791454 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac'}] {{(pid=75206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:12:16.802107 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] For port b7b5475a-f616-4539-8acf-52eaae3546ac, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b7b5475a-f616-4539-8acf-52eaae3546ac,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:12:16.880360 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911'] for port, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.882283 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-6c6c6d74-bd04-447d-91d1-791c5bc7977b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:16.893323 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa509c57-78a7-435a-9557-afba5e4e4767 req-3a4e3fc2-5cee-443b-a188-e84465b7f5df tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:16.894999 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fa509c57-78a7-435a-9557-afba5e4e4767 req-3a4e3fc2-5cee-443b-a188-e84465b7f5df tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 944 time: 0.0825036 Jun 17 18:12:16.934589 dv-cinder-796864-1-iscsi neutron-server[75206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'code': 200} Jun 17 18:12:16.946675 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-fa509c57-78a7-435a-9557-afba5e4e4767 req-8ea2f87f-d7a8-4daa-b418-6c051295cd93 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455682 Jun 17 18:12:16.953292 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Pushing event updated for resources: {'Port': ['ID=b7b5475a-f616-4539-8acf-52eaae3546ac,revision_number=5']} {{(pid=75206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:16.956180 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_concurrency.lockutils [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75206) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:17.447696 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9c7fd8e7-3d0e-4b5e-99b2-1dfb5f3182e5 req-815cd88a-2bb3-44b1-897b-2ed15c58e800 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 1098 time: 0.0716355 Jun 17 18:12:17.489680 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-9c7fd8e7-3d0e-4b5e-99b2-1dfb5f3182e5 req-870226c6-b342-49f6-8352-0898b52742b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350881 Jun 17 18:12:18.162336 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d8180-5c5a-4aab-b3a3-a70fd52d51ac req-3a80e9b6-2e5a-4544-a84c-03e74d725af1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:18.163809 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ad8d8180-5c5a-4aab-b3a3-a70fd52d51ac req-3a80e9b6-2e5a-4544-a84c-03e74d725af1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 945 time: 0.0832951 Jun 17 18:12:18.212132 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-ad8d8180-5c5a-4aab-b3a3-a70fd52d51ac req-b61e5976-e782-4909-805f-807a9a76d415 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427709 Jun 17 18:12:19.232464 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a214c085-dd1d-4572-828d-265a0acf9436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:19.411660 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb369d-a2bb-42fe-ab66-0beff532b8a5 req-474fc214-2a3f-4e0f-8820-e5cac3f896ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:19.413111 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2afb369d-a2bb-42fe-ab66-0beff532b8a5 req-474fc214-2a3f-4e0f-8820-e5cac3f896ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 945 time: 0.0755002 Jun 17 18:12:19.458486 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-2afb369d-a2bb-42fe-ab66-0beff532b8a5 req-6ad719e0-d119-47dc-b839-ace0e2a6969b tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Jun 17 18:12:19.537103 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:19.658038 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aabb7-37c5-4418-97cc-fb4894e3e2d4 req-55a47868-30ca-43a3-a05e-5808e067ed65 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:19.659696 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-808aabb7-37c5-4418-97cc-fb4894e3e2d4 req-55a47868-30ca-43a3-a05e-5808e067ed65 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 945 time: 0.0794110 Jun 17 18:12:19.704663 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-808aabb7-37c5-4418-97cc-fb4894e3e2d4 req-dd7688d9-0a75-4a6a-8e2d-15df4e3a36c5 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388005 Jun 17 18:12:19.732204 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46140) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:19.800527 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-c8630da9-a170-4ee3-95b8-53d63f546fdd tempest-TestVolumeBootPattern-914519702 tempest-TestVolumeBootPattern-914519702-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 1093 time: 0.0670521 Jun 17 18:12:19.803716 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46144) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:19.809100 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.v2.base [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Request body: {'floatingip': {'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'port_id': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 17 18:12:19.814654 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 17 18:12:19.818707 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Usage tracker for resource:floatingip and tenant:850ad3dd57da46c1b0fc776256c72ef3 is out of sync, need to count used quota {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 17 18:12:19.821665 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.quota.resource [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 17 18:12:19.827417 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.quota.driver [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 17 18:12:19.925961 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:20.062131 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:20.204626 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_common [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Allocated IP 172.27.1.246 (011b777a-aeb0-41df-be28-e3c34f49db3e/84088dde-6f43-46c2-bc13-58e287a0f84c/55302810-aba3-4f9d-a6ca-e852680260fc) {{(pid=75204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:12:20.348433 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:20.469086 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775303896796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:20.472902 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d9e0bfb7-7139-45d1-89ac-0626ce4e21c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:20.538258 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Network 011b777a-aeb0-41df-be28-e3c34f49db3e is already hosted by enough agents. {{(pid=75204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:12:20.541494 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=55302810-aba3-4f9d-a6ca-e852680260fc,revision_number=1']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:20.543665 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.base_scheduler [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Resources bound (agent type, host, resource id): {{(pid=75204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:12:20.546850 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Received port after_create {{(pid=75204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:12:20.586412 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.586791 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.587205 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.587577 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.587941 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.588314 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.588675 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.589043 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.589399 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.589753 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.590130 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:20.598609 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:21.158424 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:21.245613 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-eaf55a78-2bfd-471d-a796-9aa96ad0648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:21.273118 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620341'] for port, before_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:21.482183 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for port, precommit_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:21.571099 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775304438429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775303896814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775303898911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060394'] for port, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:21.574978 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-61c97001-dedb-4ba5-9417-a96bdfc30bcb tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:21.678718 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event updated for resources: {'Port': ['ID=55302810-aba3-4f9d-a6ca-e852680260fc,revision_number=2']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:21.682714 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:21.692806 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3722661'] for floatingip, after_update {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:21.880865 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.db.l3_db [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Floating IP 6103ed55-e2e4-4e35-8d33-919caeade94b associated. External IP: 172.27.1.246, port: b7b5475a-f616-4539-8acf-52eaae3546ac. Jun 17 18:12:22.272967 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:12:22.560069 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:22.574816 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:12:22.585531 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601921d-911d-4228-a1ea-41718329016d None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:12:22.597175 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:12:22.597802 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:12:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:22.668667 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:22.726387 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-a38864ec-ad12-43c6-9a08-af659c977e16 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9216411 Jun 17 18:12:22.727169 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac'}] {{(pid=75204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:12:22.782891 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'status': 'completed', 'code': 200} Jun 17 18:12:22.811645 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:12:22.897005 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dba83611-790f-43db-9628-d56db18151f6 req-b9dca604-2342-4c22-bf04-4c2448b2a270 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 1098 time: 0.0690877 Jun 17 18:12:23.033476 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba83611-790f-43db-9628-d56db18151f6 req-8b1dde0e-f6b0-4c1f-9176-e50e73cf117b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:23.035270 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dba83611-790f-43db-9628-d56db18151f6 req-8b1dde0e-f6b0-4c1f-9176-e50e73cf117b service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1317937 Jun 17 18:12:23.139821 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dba83611-790f-43db-9628-d56db18151f6 req-25f509e3-1f33-4272-baa6-b8898945624c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b5475a-f616-4539-8acf-52eaae3546ac HTTP/1.1" status: 200 len: 999 time: 0.0984302 Jun 17 18:12:23.163297 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6103ed55-e2e4-4e35-8d33-919caeade94b', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:ea:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:12:20Z', 'updated_at': '2021-06-17T18:12:20Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}, {'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:23Z', 'revision_number': 1, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:23.167312 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601921d-911d-4228-a1ea-41718329016d None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:12:23.178277 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:12:23.178897 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:12:21Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:23.204690 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba83611-790f-43db-9628-d56db18151f6 req-781d44d8-5d12-4af8-a5e1-5cd64ea3df83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:23.206132 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dba83611-790f-43db-9628-d56db18151f6 req-781d44d8-5d12-4af8-a5e1-5cd64ea3df83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0603902 Jun 17 18:12:23.279648 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dba83611-790f-43db-9628-d56db18151f6 req-b7d59d42-ab67-4384-9fa3-4b160b13493a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673563 Jun 17 18:12:23.360205 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:12:23.499214 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dba83611-790f-43db-9628-d56db18151f6 req-0a47c94e-1b54-4739-b714-2ed2a6d780f1 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129159 Jun 17 18:12:23.630549 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-dba83611-790f-43db-9628-d56db18151f6 req-78787332-a289-4dca-bd58-3e8c4e01b289 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Jun 17 18:12:23.706810 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-e601921d-911d-4228-a1ea-41718329016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6103ed55-e2e4-4e35-8d33-919caeade94b', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:ea:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:12:20Z', 'updated_at': '2021-06-17T18:12:20Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}, {'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:23Z', 'revision_number': 1, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:23.711333 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601921d-911d-4228-a1ea-41718329016d None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6103ed55-e2e4-4e35-8d33-919caeade94b', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:ea:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:12:20Z', 'updated_at': '2021-06-17T18:12:20Z', 'revision_number': 0, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}, {'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:23Z', 'revision_number': 1, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:12:23.900988 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79d443-aac8-44f6-937c-9717dbc7744b None None] New status for floating IP 6103ed55-e2e4-4e35-8d33-919caeade94b: ACTIVE {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:12:24.022689 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:24.708662 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:33.210861 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:12:47.384342 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-90659e88-e1c0-4377-8b45-13b489575ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711839 Jun 17 18:12:47.536518 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-0e69f125-9e45-46a1-b786-d3682aa2f0ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0673082 Jun 17 18:12:47.682543 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-1450e6b7-ca7b-4fa2-9455-e31647a2bd22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:47.683920 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-1450e6b7-ca7b-4fa2-9455-e31647a2bd22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1288035 Jun 17 18:12:47.785303 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-47b9cb39-3746-4e2f-9e62-9759d7bea171 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 200 len: 1001 time: 0.0942216 Jun 17 18:12:47.846574 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-ceaede3b-bb5f-4e8a-9b22-952e15285651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:47.847946 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-ceaede3b-bb5f-4e8a-9b22-952e15285651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0556092 Jun 17 18:12:47.923529 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-e2d8ea3c-685a-4a3f-a874-18171ebbdd61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683019 Jun 17 18:12:48.057863 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-85edaa6c-f9cd-4e3a-8a04-294f2987de4f service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286187 Jun 17 18:12:48.189080 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d2de53fd-0880-4ba3-8fc5-63b67cf81a9a req-110b36be-972a-4b5f-a4bd-7ba6bc889c06 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234977 Jun 17 18:12:49.261698 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-409c748a-2786-46f4-a899-459c3833d13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:49.530673 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:51.210486 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c796bc5a-692a-4f3a-bd21-f9619aa11ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:52.558997 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:53.970505 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:54.689183 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:10.210811 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:13:19.232223 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0cf08456-07b1-4e84-9c1e-938a00b6074e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:19.535475 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.231366 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-a6c1473a-13af-48d2-a38b-f3b877abbca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.569371 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:24.010097 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:24.660666 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:47.213333 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:13:47.478275 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-60d2090a-2b50-4131-abb3-6b662e2c5986 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670662 Jun 17 18:13:47.579648 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-79e3020b-461d-4940-a65c-ce01d1899931 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 1098 time: 0.0685461 Jun 17 18:13:47.721157 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-ff2d08f9-2831-46c3-aed3-601f1ba10f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:47.722642 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-ff2d08f9-2831-46c3-aed3-601f1ba10f26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1246676 Jun 17 18:13:47.825089 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-6ef797e6-34e3-4760-8be2-0cb51765c92b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b5475a-f616-4539-8acf-52eaae3546ac HTTP/1.1" status: 200 len: 1001 time: 0.0952320 Jun 17 18:13:47.889223 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-7df7dc61-8ce8-449b-a49c-9842a9fecfb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:47.890659 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-7df7dc61-8ce8-449b-a49c-9842a9fecfb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0596340 Jun 17 18:13:47.965025 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-8336d73c-96bb-423e-94ce-f51743c3f9f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680037 Jun 17 18:13:48.188055 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-b009878f-35ed-4835-9407-eea9abe960ab service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162526 Jun 17 18:13:48.317379 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2d031a3b-d89e-4f99-baf2-cc369ddba2ee req-6c7d2969-284f-4fdf-bb3e-b04dba7d204e service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225541 Jun 17 18:13:49.230136 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5dcf968f-ec0a-48c4-9fff-e6637fdcdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:49.534648 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:50.296319 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46182) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:50.495139 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Deleting port 55302810-aba3-4f9d-a6ca-e852680260fc {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:13:50.495479 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:50.660057 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:50.660378 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:50.777639 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Calling delete_port for 55302810-aba3-4f9d-a6ca-e852680260fc owned by network:floatingip {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:13:50.998171 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:51.002820 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-10848022-a0cf-4db6-948d-f3e602da4439 tempest-AttachVolumeNegativeTest-908312471 tempest-AttachVolumeNegativeTest-908312471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:51.047777 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event deleted for resources: {'Port': ['ID=55302810-aba3-4f9d-a6ca-e852680260fc,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:51.112883 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.112883 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.113215 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.113426 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.113784 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.114163 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.114514 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.114865 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.115212 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.115555 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.115911 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:51.121173 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:51.148124 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:51.237332 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-8a83a698-9b8f-4ce4-85a5-3af5f0c9806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:51.530789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:13:51.812823 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:13:51.822857 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:13:51.829334 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:51.835106 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:51.835731 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:51.885972 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-61c55515-822a-4a68-96ac-a99b8e94fd49 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "DELETE /v2.0/floatingips/6103ed55-e2e4-4e35-8d33-919caeade94b HTTP/1.1" status: 204 len: 168 time: 1.5862415 Jun 17 18:13:51.885972 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:52.025904 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:13:52.031920 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'status': 'completed', 'code': 200} Jun 17 18:13:52.159522 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-0f69be16-7c3d-4f53-9f4d-acf7143f13ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 1098 time: 0.0804985 Jun 17 18:13:52.296530 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-04124291-6745-49e1-b0a3-da44ef779cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:52.298006 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-04124291-6745-49e1-b0a3-da44ef779cca service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1310344 Jun 17 18:13:52.375653 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-7de0f3df-efc8-4ccc-b81e-19b0ceba7498 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b5475a-f616-4539-8acf-52eaae3546ac HTTP/1.1" status: 200 len: 217 time: 0.0713408 Jun 17 18:13:52.440558 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:23Z', 'revision_number': 1, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:52.441250 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-1d9d47e8-f9b8-4fd5-9b16-fbf8a4994e87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:52.442626 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-1d9d47e8-f9b8-4fd5-9b16-fbf8a4994e87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0596666 Jun 17 18:13:52.444625 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:13:52.456126 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:52.456757 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:52.524852 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c7a44-8926-4116-9dea-6740f7e1637d req-fbdc5d70-fa0c-4c9d-9ac6-097a96dc8d88 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:52.525477 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-9020460d-5838-4c8f-9051-42274d017324 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734000 Jun 17 18:13:52.526377 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-302c7a44-8926-4116-9dea-6740f7e1637d req-fbdc5d70-fa0c-4c9d-9ac6-097a96dc8d88 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 945 time: 0.0800023 Jun 17 18:13:52.573574 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-302c7a44-8926-4116-9dea-6740f7e1637d req-d7c12cfa-2b7a-4aa2-b65f-a13c96f44eed tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409038 Jun 17 18:13:52.625959 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:52.645599 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:13:52.662776 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-98ad0fae-6ddc-4d7c-8627-97d5f2edc9f3 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302218 Jun 17 18:13:52.797576 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-8baa3f17-1c6b-46fd-954d-c5fc10673d3f req-eb52c519-37bc-4176-a400-ee03ab95ad17 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273932 Jun 17 18:13:53.018821 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:23Z', 'revision_number': 1, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:53.022760 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3ac33-c9d6-49ec-8cc9-b4e9197fab5c None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_floatingips': [{'id': '6b67d4cd-490b-4eda-b08b-d884784978d6', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'router_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'port_id': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'mac_address': 'fa:16:3e:10:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:20Z', 'updated_at': '2021-06-17T18:10:23Z', 'revision_number': 1, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:13:53.247597 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11096d-a9fb-41c8-be44-d8a31f4e2ccc None None] New status for floating IP 6103ed55-e2e4-4e35-8d33-919caeade94b: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:13:53.778138 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8053d-e70d-43be-a7a4-eaf2e730e207 req-dc0cae67-7a28-47d6-b818-7e101ae54100 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:53.779511 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-26c8053d-e70d-43be-a7a4-eaf2e730e207 req-dc0cae67-7a28-47d6-b818-7e101ae54100 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 945 time: 0.0807071 Jun 17 18:13:53.824605 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-26c8053d-e70d-43be-a7a4-eaf2e730e207 req-ef466d25-8d3c-40d0-8bbb-0ffb1d718a2a tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 Jun 17 18:13:53.974271 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:54.173866 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-88e91253-a7ca-4145-b948-c71305f36a17 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:54.174565 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-88e91253-a7ca-4145-b948-c71305f36a17 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Synchronizing usage tracker for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:13:54.242857 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-88e91253-a7ca-4145-b948-c71305f36a17 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Unset dirty status for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:13:54.244004 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-88e91253-a7ca-4145-b948-c71305f36a17 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 945 time: 0.1531787 Jun 17 18:13:54.313495 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Deleting port b7b5475a-f616-4539-8acf-52eaae3546ac {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:13:54.313829 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:54.551161 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] For port b7b5475a-f616-4539-8acf-52eaae3546ac, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=b7b5475a-f616-4539-8acf-52eaae3546ac,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:54.551517 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:54.669207 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Calling delete_port for b7b5475a-f616-4539-8acf-52eaae3546ac owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:13:54.671735 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:54.980415 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:54.986919 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-cb8daa01-08ae-4166-8804-7b853d8bac19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:55.007568 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-bca32af1-2779-4d3a-b51b-9decc0d0a0a1 req-9bc35118-8eef-4d97-a8b0-8eb19f38dff9 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 210 time: 0.0420477 Jun 17 18:13:55.029679 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event deleted for resources: {'Port': ['ID=b7b5475a-f616-4539-8acf-52eaae3546ac,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:55.035246 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:55.105594 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] No DVR routers for this DVR port b7b5475a-f616-4539-8acf-52eaae3546ac on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:13:55.108607 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:55.111188 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'name': 'network-vif-deleted', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:55.169180 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3416-bdec-4698-9c2e-64a04274ef89', 'name': 'network-vif-deleted', 'tag': 'b7b5475a-f616-4539-8acf-52eaae3546ac', 'status': 'completed', 'code': 200} Jun 17 18:13:55.175123 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-c892c3cc-241b-45f7-ac67-0190a34fd780 req-1e533e7e-557c-46ee-879b-17c436ff61c2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "DELETE /v2.0/ports/b7b5475a-f616-4539-8acf-52eaae3546ac HTTP/1.1" status: 204 len: 173 time: 0.9246638 Jun 17 18:13:56.185593 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-88403e03-bb30-4f87-958b-7dc77db8083d req-d10cf421-e7e7-402b-9d3d-73feab08ade2 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11c3416-bdec-4698-9c2e-64a04274ef89 HTTP/1.1" status: 200 len: 210 time: 0.0424736 Jun 17 18:13:57.008988 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b7b5475a-f616-4539-8acf-52eaae3546ac no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:57.045601 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: b7b5475a-f616-4539-8acf-52eaae3546ac {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:13:57.045981 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device b7b5475a-f616-4539-8acf-52eaae3546ac not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:59.862588 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46222) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:00.060068 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Deleting port 52b100d0-2da8-4123-acfe-41859d2a1840 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:00.060407 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:00.222739 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:00.223067 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:00.339169 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Calling delete_port for 52b100d0-2da8-4123-acfe-41859d2a1840 owned by network:floatingip {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:00.551307 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:00.554895 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-936f15d5-88f5-4221-8fba-1125148c63cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:00.593183 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event deleted for resources: {'Port': ['ID=52b100d0-2da8-4123-acfe-41859d2a1840,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:00.597199 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:00.687237 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:01.066725 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:14:01.356599 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:14:01.366433 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:14:01.373215 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:01.378386 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:01.379028 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:01.426908 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "DELETE /v2.0/floatingips/6b67d4cd-490b-4eda-b08b-d884784978d6 HTTP/1.1" status: 204 len: 168 time: 1.5632260 Jun 17 18:14:01.427562 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:14:01.481309 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'status': 'completed', 'code': 200} Jun 17 18:14:01.565046 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:14:01.598400 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-9edc89d0-9556-4811-8734-f4387493d121 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0737829 Jun 17 18:14:01.750535 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-fdc627ac-e9bc-4985-b8f1-64250fb44f46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:01.752437 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-fdc627ac-e9bc-4985-b8f1-64250fb44f46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 200 len: 913 time: 0.1471612 Jun 17 18:14:01.823017 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-9451d628-8805-4312-9d25-be6f16da8a57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 200 len: 217 time: 0.0640059 Jun 17 18:14:01.886623 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-37c21abd-37a9-4ec5-9ffd-525900f08acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:01.888128 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-37c21abd-37a9-4ec5-9ffd-525900f08acd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 200 len: 851 time: 0.0592542 Jun 17 18:14:01.926959 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:01.931135 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:14:01.942791 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:01.943424 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:01.985109 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-7851b7f8-9c9f-49d1-b81b-8e3c0935dda4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773163 Jun 17 18:14:02.078164 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ae58b-37b8-49dc-9bd6-9e36b38e3464 req-2531fa20-0de5-43da-910b-41b8b2d703a8 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:02.080684 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c3ae58b-37b8-49dc-9bd6-9e36b38e3464 req-2531fa20-0de5-43da-910b-41b8b2d703a8 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 946 time: 0.0853205 Jun 17 18:14:02.123451 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-0b0801e4-59dc-4e45-ac8e-56a6ba0bae21 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305203 Jun 17 18:14:02.133480 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-9c3ae58b-37b8-49dc-9bd6-9e36b38e3464 req-177e6960-c8aa-43ef-a68d-46492258d1ae tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453253 Jun 17 18:14:02.141096 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:14:02.257758 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-d6989e88-f154-40b3-8b8c-2cb4ce047103 req-f0a6fd7e-a6d4-4cd4-a1c8-5d9a51108e38 service neutron] 10.222.0.36 "GET /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275871 Jun 17 18:14:02.453042 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:02.457405 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb7679-f147-485f-a3de-f6eac737ee81 None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:02Z', 'revision_number': 4, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi', '_interfaces': [{'id': 'b777d4bb-cf73-443b-b712-341824b7f496', 'name': '', 'network_id': 'af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'mac_address': 'fa:16:3e:a1:fa:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:01Z', 'updated_at': '2021-06-17T18:07:20Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'subnets': [{'id': '52de86a8-e7c7-4326-8a9e-7a725da1539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:14:02.661698 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cfeea1-9a59-4525-81ba-ffb7752b39b7 None None] New status for floating IP 6b67d4cd-490b-4eda-b08b-d884784978d6: DOWN {{(pid=75207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 17 18:14:03.329709 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cad050-3b98-4022-9db6-adc2bd0b854e req-b34cba29-39d9-4934-acbe-4fda475be187 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:03.331212 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-41cad050-3b98-4022-9db6-adc2bd0b854e req-b34cba29-39d9-4934-acbe-4fda475be187 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 946 time: 0.0762687 Jun 17 18:14:03.380033 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-41cad050-3b98-4022-9db6-adc2bd0b854e req-0d5ded7b-4be5-4382-8388-92d6d8e6b704 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/security-groups?id=52887efd-cac1-4d87-8388-276337559df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Jun 17 18:14:03.610044 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-15c06031-b1c5-4d51-81cc-61875fd3d2a7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:03.611380 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-15c06031-b1c5-4d51-81cc-61875fd3d2a7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Synchronizing usage tracker for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:port {{(pid=75205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 17 18:14:03.688696 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.quota.resource [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-15c06031-b1c5-4d51-81cc-61875fd3d2a7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Unset dirty status for tenant:850ad3dd57da46c1b0fc776256c72ef3 on resource:port {{(pid=75205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 17 18:14:03.689776 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-15c06031-b1c5-4d51-81cc-61875fd3d2a7 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 946 time: 0.1552598 Jun 17 18:14:03.772179 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Deleting port efdb70c4-69bf-4b75-8d5e-7deba36e5159 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:03.772519 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:04.008298 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] For port efdb70c4-69bf-4b75-8d5e-7deba36e5159, host hv-cinder-79686, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79686',level=0,port_id=efdb70c4-69bf-4b75-8d5e-7deba36e5159,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:04.008564 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:04.129253 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Calling delete_port for efdb70c4-69bf-4b75-8d5e-7deba36e5159 owned by compute:nova {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:04.333977 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:04.339686 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:04.474977 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event deleted for resources: {'Port': ['ID=efdb70c4-69bf-4b75-8d5e-7deba36e5159,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:04.478945 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:04.547932 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] No DVR routers for this DVR port efdb70c4-69bf-4b75-8d5e-7deba36e5159 on host hv-cinder-79686 {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:14:04.550540 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for port, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:04.551298 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-45d5fade-9d54-497a-b124-6a2e6556f852 req-4f462c02-be5b-41af-8d5f-57c6be6cf388 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 210 time: 0.0416777 Jun 17 18:14:04.553183 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'name': 'network-vif-deleted', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159'}] {{(pid=75205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:14:04.608300 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3d8dcb-153c-495b-9363-c7badf45a6d7', 'name': 'network-vif-deleted', 'tag': 'efdb70c4-69bf-4b75-8d5e-7deba36e5159', 'status': 'completed', 'code': 200} Jun 17 18:14:04.626475 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [req-2a55ab04-c43b-47f5-aec5-4d82d42c2296 req-4d4d35f8-a981-43b4-8c80-ea8ed07f4745 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.36 "DELETE /v2.0/ports/efdb70c4-69bf-4b75-8d5e-7deba36e5159 HTTP/1.1" status: 204 len: 173 time: 0.9292374 Jun 17 18:14:05.726707 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [req-27fc816e-fffc-433f-8711-02b9621425ef req-964b5ad2-8a1b-4d06-8246-275a8d11ba19 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a3d8dcb-153c-495b-9363-c7badf45a6d7 HTTP/1.1" status: 200 len: 210 time: 0.0412347 Jun 17 18:14:06.833710 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46242) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:06.990281 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Deleting port 7d303e3a-57e2-4352-9b0a-6b2f711d922e {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:06.990621 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:07.023641 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device efdb70c4-69bf-4b75-8d5e-7deba36e5159 no longer exists at agent hyperv_hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:07.056180 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] No Port match for: efdb70c4-69bf-4b75-8d5e-7deba36e5159 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:14:07.056531 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Device efdb70c4-69bf-4b75-8d5e-7deba36e5159 not bound to the agent host hv-cinder-79686 {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:07.158630 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:07.158965 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:07.278425 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Calling delete_port for 7d303e3a-57e2-4352-9b0a-6b2f711d922e owned by network:floatingip {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:07.482631 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:07.486271 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:07.528335 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event deleted for resources: {'Port': ['ID=7d303e3a-57e2-4352-9b0a-6b2f711d922e,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:07.566619 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.567003 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.567386 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.567815 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.568189 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.568557 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.568990 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.569289 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.569652 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.570054 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.570402 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796864-1-iscsi {{(pid=75204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:07.581828 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:07.635524 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for floatingip, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:07.649398 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124763'] for floatingip, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:07.650547 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-cab4b907-8432-4476-90c6-2be99688dc14 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "DELETE /v2.0/floatingips/cc117855-c1fe-4421-b93b-d1ba82163cbb HTTP/1.1" status: 204 len: 168 time: 0.8158193 Jun 17 18:14:09.175071 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46256) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:09.243320 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-46f493b4-1e47-4d4a-820c-8ea2f0733da1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:09.273343 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-46f493b4-1e47-4d4a-820c-8ea2f0733da1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:09.471141 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-46f493b4-1e47-4d4a-820c-8ea2f0733da1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:09.475150 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-aca6161f-cbd1-4c69-8653-f3e80e71533f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:09.490725 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f493b4-1e47-4d4a-820c-8ea2f0733da1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52887efd-cac1-4d87-8388-276337559df0,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:09.493304 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-46f493b4-1e47-4d4a-820c-8ea2f0733da1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:09.647171 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-46f493b4-1e47-4d4a-820c-8ea2f0733da1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Notify callbacks [] for security_group, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:09.648297 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-46f493b4-1e47-4d4a-820c-8ea2f0733da1 tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] 10.222.0.30 "DELETE /v2.0/security-groups/52887efd-cac1-4d87-8388-276337559df0 HTTP/1.1" status: 204 len: 168 time: 0.4722331 Jun 17 18:14:09.868103 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46262) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:10.375725 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:10.954900 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Deleting port b777d4bb-cf73-443b-b712-341824b7f496 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:10.955614 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:11.124596 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] For port b777d4bb-cf73-443b-b712-341824b7f496, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=b777d4bb-cf73-443b-b712-341824b7f496,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:11.124948 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:11.241683 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Calling delete_port for b777d4bb-cf73-443b-b712-341824b7f496 owned by network:router_interface {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:11.585467 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:11.589309 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-33fc591c-cf01-4aec-84ce-decf4661e7eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:11.633743 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Pushing event deleted for resources: {'Port': ['ID=b777d4bb-cf73-443b-b712-341824b7f496,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:11.636296 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:11.926742 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:12.487196 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Router 85d8103f-8c26-475c-bdc5-0cfb45929d89 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:14:12.682717 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:14:12.691220 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] Sync routers for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:14:12.695636 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-f8a3f8b1-d7fc-4052-bbc7-be5ae1fbeabb admin admin] 10.222.0.30 "PUT /v2.0/routers/85d8103f-8c26-475c-bdc5-0cfb45929d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8252547 Jun 17 18:14:12.698008 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46268) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:12.703153 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:12.706427 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:12.880238 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:14:12.998287 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:13.165228 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:14:11Z', 'revision_number': 5, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port': {'id': '223899cf-6928-4805-824d-e021a5b9e6c1', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:77:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:13.169356 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] Checking router: 85d8103f-8c26-475c-bdc5-0cfb45929d89 for host: dv-cinder-796864-1-iscsi {{(pid=75206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:14:13.179926 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] Routers {'85d8103f-8c26-475c-bdc5-0cfb45929d89'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:13.180544 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['85d8103f-8c26-475c-bdc5-0cfb45929d89'], 'active': True} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:13.192661 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:13.259655 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Deleting port 223899cf-6928-4805-824d-e021a5b9e6c1 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:13.260006 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:13.366242 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_dvr_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] Set router 85d8103f-8c26-475c-bdc5-0cfb45929d89 gateway port host: None {{(pid=75206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:14:13.433789 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] For port 223899cf-6928-4805-824d-e021a5b9e6c1, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=223899cf-6928-4805-824d-e021a5b9e6c1,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:13.434091 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:13.469823 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.db.l3_hamode_db [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:14:13Z', 'revision_number': 6, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port_host': None}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:13.473723 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82935f77-a674-4f63-9a59-17f2cb9c3dca None None] The sync data for ids ['85d8103f-8c26-475c-bdc5-0cfb45929d89'] in dv-cinder-796864-1-iscsi is: [{'id': '85d8103f-8c26-475c-bdc5-0cfb45929d89', 'name': 'tempest-TestVolumeBootPattern-2111006070-router', 'tenant_id': '850ad3dd57da46c1b0fc776256c72ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:59Z', 'updated_at': '2021-06-17T18:14:13Z', 'revision_number': 6, 'project_id': '850ad3dd57da46c1b0fc776256c72ef3', 'gw_port_host': None}] {{(pid=75206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:14:13.564203 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Calling delete_port for 223899cf-6928-4805-824d-e021a5b9e6c1 owned by network:router_gateway {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:13.814061 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:13.818679 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ec76f361-8656-43ef-8f20-8badd460f3ca tempest-TestVolumeBootPattern-2118466848 tempest-TestVolumeBootPattern-2118466848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:13.858783 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b777d4bb-cf73-443b-b712-341824b7f496 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:13.863584 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=223899cf-6928-4805-824d-e021a5b9e6c1,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:13.866220 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:13.904294 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: b777d4bb-cf73-443b-b712-341824b7f496 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:14:13.904294 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device b777d4bb-cf73-443b-b712-341824b7f496 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:14.087121 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.343831 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.347453 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.498190 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.498764 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d8103f-8c26-475c-bdc5-0cfb45929d89 {{(pid=75205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:14:14.512509 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] Notify callbacks [] for router, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.513716 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-79465276-c139-400d-a70e-c9772efc00b6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/85d8103f-8c26-475c-bdc5-0cfb45929d89 HTTP/1.1" status: 204 len: 168 time: 1.8147135 Jun 17 18:14:14.516640 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46272) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:14.676101 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Deleting subnet 52de86a8-e7c7-4326-8a9e-7a725da1539b {{(pid=75205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:14:14.678983 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.727235 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2640690'] for subnet, precommit_delete_associations {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.803039 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.111874 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3323349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653261'] for subnet, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.115749 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-272279e4-16fc-4f37-993a-5d51ac8d71ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:15.154239 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52de86a8-e7c7-4326-8a9e-7a725da1539b,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:15.156796 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:15.159477 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for subnet, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.168431 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-a9aad68e-5113-416c-a29f-fbb360f1aa47 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/52de86a8-e7c7-4326-8a9e-7a725da1539b HTTP/1.1" status: 204 len: 168 time: 0.6484826 Jun 17 18:14:15.168609 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b17449f-c454-47ba-9fd7-472707493910 None None] Network af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:14:15.169055 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46276) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:15.271347 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.282046 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Deleting port 586c9ba6-cdac-4353-b49f-804ad5b28661 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:15.282381 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.413441 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] DHCP port deletion for af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:14:15.417373 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Deleting port 586c9ba6-cdac-4353-b49f-804ad5b28661 {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:15.417759 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.497486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] For port 586c9ba6-cdac-4353-b49f-804ad5b28661, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=586c9ba6-cdac-4353-b49f-804ad5b28661,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:15.497870 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.611188 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 223899cf-6928-4805-824d-e021a5b9e6c1 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:15.618043 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Calling delete_port for 586c9ba6-cdac-4353-b49f-804ad5b28661 owned by network:dhcp {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:15.655050 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 223899cf-6928-4805-824d-e021a5b9e6c1 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:14:15.655050 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 223899cf-6928-4805-824d-e021a5b9e6c1 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:15.655050 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 586c9ba6-cdac-4353-b49f-804ad5b28661 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:15.700844 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] For port 586c9ba6-cdac-4353-b49f-804ad5b28661, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=586c9ba6-cdac-4353-b49f-804ad5b28661,segment=NetworkSegment(ba0ca1ff-840c-43e9-9242-88e20e5447fa),segment_id=ba0ca1ff-840c-43e9-9242-88e20e5447fa)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:15.701248 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.773671 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.778483 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-e25fcb74-e673-4587-be40-2366d7547ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:15.821012 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Pushing event deleted for resources: {'Port': ['ID=586c9ba6-cdac-4353-b49f-804ad5b28661,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:15.824445 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:15.824755 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Calling delete_port for 586c9ba6-cdac-4353-b49f-804ad5b28661 owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:15.825197 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] No DVR routers for this DVR port 586c9ba6-cdac-4353-b49f-804ad5b28661 on host dv-cinder-796864-1-iscsi {{(pid=75205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:14:15.871734 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No active binding found for port 586c9ba6-cdac-4353-b49f-804ad5b28661 {{(pid=75206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jun 17 18:14:15.872063 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 586c9ba6-cdac-4353-b49f-804ad5b28661 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:15.903052 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:14:15.904260 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:14:15.939412 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.952365 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365']}} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:15.965371 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0ca1ff-840c-43e9-9242-88e20e5447fa') {'for_net_delete': True} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:15.965728 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.services.segments.db [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0ca1ff-840c-43e9-9242-88e20e5447fa') {} {{(pid=75205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:15.978117 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2640699'] for segment, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:15.994657 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:16.000800 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=75205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:14:16.001182 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3323263'] for segment, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: Traceback (most recent call last): Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: timer() Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: cb(*args, **kw) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: return func(*args, **kwargs) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: self._notify() Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: self.callback(batched_events) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: event.method(event) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: return f(self, *a, **k) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._get(url).json() Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: return self.request(url, 'GET', **kwargs) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:14:16.021314 dv-cinder-796864-1-iscsi neutron-server[75205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:14:16.187512 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:16.193525 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:16.196633 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-d2b06583-89dc-4d77-abd6-eee3b5eea083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:16.218139 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Pushing event deleted for resources: {'Network': ['ID=af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:16.221066 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:16.319859 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-294a2a43-c564-47ce-8961-5cd8a64f573b admin admin] 10.222.0.30 "DELETE /v2.0/networks/af5c600d-6aba-4ad7-a1a2-5ddfd5ba4365 HTTP/1.1" status: 204 len: 168 time: 1.1500881 Jun 17 18:14:16.322554 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46280) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:16.404831 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Deleting port 586c9ba6-cdac-4353-b49f-804ad5b28661 {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:16.405399 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:16.469044 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-778cd0d6-aa47-4868-8134-b291434b4a0b None None] The port '586c9ba6-cdac-4353-b49f-804ad5b28661' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:14:16.800905 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731825'] for router_interface, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:17.388181 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Deleting port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 {{(pid=75205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:17.388522 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:17.555654 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.db [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] For port e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,segment=NetworkSegment(bee58ec8-a604-400b-aef1-21dec38bcbd7),segment_id=bee58ec8-a604-400b-aef1-21dec38bcbd7)] {{(pid=75205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:17.556011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:17.674577 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.plugins.ml2.plugin [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Calling delete_port for e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 owned by network:router_interface {{(pid=75205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:17.905346 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3323304'] for port, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:17.908998 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-0c9d33d5-79a5-49f9-8dbf-6707c6496264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:17.949419 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:17.952771 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:18.333833 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3732263'] for router_interface, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:18.900463 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 has already been hosted by L3 agent bbf9f25d-0e4b-4a73-9d70-221f813a9b62 {{(pid=75205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 18:14:19.100683 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] Notify agent at l3_agent.dv-cinder-796864-1-iscsi the message routers_updated {{(pid=75205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:14:19.109334 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] Sync routers for ids ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'] in dv-cinder-796864-1-iscsi {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 17 18:14:19.112758 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46284) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:19.113210 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-f33125f4-e5f6-4d1d-be4b-da1a05aaafd7 admin admin] 10.222.0.30 "PUT /v2.0/routers/d44e2af1-ca06-42bf-b9e4-4989ba8c5979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7892821 Jun 17 18:14:19.121945 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] Routers {'d44e2af1-ca06-42bf-b9e4-4989ba8c5979'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:19.122564 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:19.248205 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-0c857da7-38e4-4b58-bcba-613dbd1a73eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:19.303566 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] Set router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:14:19.413705 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:19.550760 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:19.600483 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:14:17Z', 'revision_number': 5, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:19.604743 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] Checking router: d44e2af1-ca06-42bf-b9e4-4989ba8c5979 for host: dv-cinder-796864-1-iscsi {{(pid=75207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 17 18:14:19.617436 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] Routers {'d44e2af1-ca06-42bf-b9e4-4989ba8c5979'} bound to L3 agent in host dv-cinder-796864-1-iscsi {{(pid=75207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:19.618106 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796864-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:45:51Z,description=,heartbeat_timestamp=2021-06-17T18:13:51Z,host='dv-cinder-796864-1-iscsi',id=bbf9f25d-0e4b-4a73-9d70-221f813a9b62,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:45:52Z,topic='l3_agent')) {'router_ids': ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'], 'active': True} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:19.633428 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:19.710744 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Deleting port 60d9c93f-67e9-42f6-952a-697c19229c1d {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:19.711125 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:19.803123 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_dvr_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] Set router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 gateway port host: dv-cinder-796864-1-iscsi {{(pid=75207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:815}} Jun 17 18:14:19.885290 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] For port 60d9c93f-67e9-42f6-952a-697c19229c1d, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=60d9c93f-67e9-42f6-952a-697c19229c1d,segment=NetworkSegment(012432a3-4cd9-4b86-a91a-366d2cbe792e),segment_id=012432a3-4cd9-4b86-a91a-366d2cbe792e)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:19.885650 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:20.006467 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Calling delete_port for 60d9c93f-67e9-42f6-952a-697c19229c1d owned by network:router_gateway {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:20.083364 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.l3_hamode_db [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:14:17Z', 'revision_number': 5, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}], 'dv-cinder-796864-1-iscsi', False) {} {{(pid=75207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:20.087258 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28448a3-9fb3-4f90-a0fd-8f88d0a4b27c None None] The sync data for ids ['d44e2af1-ca06-42bf-b9e4-4989ba8c5979'] in dv-cinder-796864-1-iscsi is: [{'id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'name': 'tempest-TestVolumeBootPattern-994492891-router', 'tenant_id': '1ee68557ce514a909103cc2ab58bee84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'external_fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:14:17Z', 'revision_number': 5, 'project_id': '1ee68557ce514a909103cc2ab58bee84', 'gw_port': {'id': '60d9c93f-67e9-42f6-952a-697c19229c1d', 'name': '', 'network_id': '011b777a-aeb0-41df-be28-e3c34f49db3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44e2af1-ca06-42bf-b9e4-4989ba8c5979', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796864-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:07:07Z', 'updated_at': '2021-06-17T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '84088dde-6f43-46c2-bc13-58e287a0f84c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796864-1-iscsi'}] {{(pid=75207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 17 18:14:20.265400 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:20.269276 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-2b510e16-ccfc-42b2-9ff9-1fe53894aba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:20.315228 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d9c93f-67e9-42f6-952a-697c19229c1d,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:20.318196 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:20.537817 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722744'] for router_gateway, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:20.883650 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3719245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2716'] for router, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:20.887970 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:20.985074 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3719225'] for router, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:20.985598 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d44e2af1-ca06-42bf-b9e4-4989ba8c5979 {{(pid=75204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:14:20.997683 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] Notify callbacks [] for router, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:20.998861 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-d3470c02-29f1-4737-b400-c7b7d31a48f0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d44e2af1-ca06-42bf-b9e4-4989ba8c5979 HTTP/1.1" status: 204 len: 168 time: 1.8843346 Jun 17 18:14:21.001385 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46288) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:21.064928 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Deleting subnet 80eeac10-49e5-4a6d-b8f0-aaea58cf39a4 {{(pid=75204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 17 18:14:21.068866 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.121798 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3103214'] for subnet, precommit_delete_associations {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.198293 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629009'] for subnet, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.258454 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a3f2-6d74-4f1f-8bdc-89974d5eb65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.528152 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3093914'] for subnet, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.532901 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-e77102e5-f0c1-437a-8fc4-5706de7941b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:21.568044 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80eeac10-49e5-4a6d-b8f0-aaea58cf39a4,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:21.570950 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:21.573609 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.587043 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5c737a39-57c1-4304-aaac-03d278a813d9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/80eeac10-49e5-4a6d-b8f0-aaea58cf39a4 HTTP/1.1" status: 204 len: 168 time: 0.5775726 Jun 17 18:14:21.587043 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.wsgi [-] (75204) accepted ('10.222.0.30', 46292) {{(pid=75204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:21.587367 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fcc804-a3a7-4994-8fd6-200dcfb4f8a7 None None] Network 0c469ca0-89e9-4761-998f-14010f118125 requested from dv-cinder-796864-1-iscsi {{(pid=75206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 17 18:14:21.651012 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:21.691594 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638681'] for network, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.701085 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:14:21.701526 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device e9b03b9a-9bd1-46f2-9b79-5fe4f21dbf40 not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:21.707150 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 60d9c93f-67e9-42f6-952a-697c19229c1d no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:21.707316 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Deleting port 13ef09e9-608c-4673-8fe5-af2d944315ba {{(pid=75204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:21.707316 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.735474 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 60d9c93f-67e9-42f6-952a-697c19229c1d {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:14:21.741583 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 60d9c93f-67e9-42f6-952a-697c19229c1d not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:21.889762 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] DHCP port deletion for 0c469ca0-89e9-4761-998f-14010f118125 request from dv-cinder-796864-1-iscsi {{(pid=75206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 17 18:14:21.893842 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Deleting port 13ef09e9-608c-4673-8fe5-af2d944315ba {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:21.894251 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:21.914331 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.db [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] For port 13ef09e9-608c-4673-8fe5-af2d944315ba, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=13ef09e9-608c-4673-8fe5-af2d944315ba,segment=NetworkSegment(bee58ec8-a604-400b-aef1-21dec38bcbd7),segment_id=bee58ec8-a604-400b-aef1-21dec38bcbd7)] {{(pid=75204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:21.914727 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.038030 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.plugin [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Calling delete_port for 13ef09e9-608c-4673-8fe5-af2d944315ba owned by network:dhcp {{(pid=75204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:22.130961 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.db [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] For port 13ef09e9-608c-4673-8fe5-af2d944315ba, host dv-cinder-796864-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796864-1-iscsi',level=0,port_id=13ef09e9-608c-4673-8fe5-af2d944315ba,segment=NetworkSegment(bee58ec8-a604-400b-aef1-21dec38bcbd7),segment_id=bee58ec8-a604-400b-aef1-21dec38bcbd7)] {{(pid=75206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:22.131365 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3732793'] for port, precommit_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.173745 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775304438411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775303896805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060385'] for port, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.178785 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-9c263f33-b660-42e0-a4c2-381ecf9af1bb tempest-TestShelveInstance-1410761749 tempest-TestShelveInstance-1410761749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:22.218547 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Pushing event deleted for resources: {'Port': ['ID=13ef09e9-608c-4673-8fe5-af2d944315ba,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:22.224129 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:22.226571 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] No DVR routers for this DVR port 13ef09e9-608c-4673-8fe5-af2d944315ba on host dv-cinder-796864-1-iscsi {{(pid=75204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:14:22.251934 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Calling delete_port for 13ef09e9-608c-4673-8fe5-af2d944315ba owned by network:dhcp {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Jun 17 18:14:22.323455 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.db.api [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:14:22.324183 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG oslo_db.api [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:14:22.342552 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622826', 'neutron.services.segments.db._delete_segments_for_network-8775304369767'] for network, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.355454 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c469ca0-89e9-4761-998f-14010f118125']}} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:22.367918 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee58ec8-a604-400b-aef1-21dec38bcbd7') {'for_net_delete': True} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:22.368161 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.services.segments.db [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee58ec8-a604-400b-aef1-21dec38bcbd7') {} {{(pid=75204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:22.379258 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775304390018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3103207'] for segment, before_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.394947 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-725377'] for segment, precommit_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.401429 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=75204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 17 18:14:22.405277 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-725400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060342'] for segment, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: Traceback (most recent call last): Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: timer() Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: cb(*args, **kw) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: return func(*args, **kwargs) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: self._notify() Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: self.callback(batched_events) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: event.method(event) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: return f(self, *a, **k) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._get(url).json() Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: return self.request(url, 'GET', **kwargs) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:14:22.415448 dv-cinder-796864-1-iscsi neutron-server[75204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:14:22.591036 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.699335 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722643'] for network, after_delete {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.703147 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-95ee347f-4620-4c95-a5a5-e8eff68a2b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:22.716717 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron_lib.callbacks.manager [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695261'] for network, before_response {{(pid=75204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.727336 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c469ca0-89e9-4761-998f-14010f118125,revision_number=None']} {{(pid=75204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:22.730026 dv-cinder-796864-1-iscsi neutron-server[75204]: DEBUG oslo_concurrency.lockutils [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:22.731829 dv-cinder-796864-1-iscsi neutron-server[75204]: INFO neutron.wsgi [None req-5b71778a-ebcd-4f76-a900-79699e1c98fb admin admin] 10.222.0.30 "DELETE /v2.0/networks/0c469ca0-89e9-4761-998f-14010f118125 HTTP/1.1" status: 204 len: 168 time: 1.1471329 Jun 17 18:14:22.825648 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Deleting port 13ef09e9-608c-4673-8fe5-af2d944315ba {{(pid=75206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1858}} Jun 17 18:14:22.826070 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775304431252'] for port, before_delete {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:22.887701 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-f9650fc3-4fcc-4e4e-8254-738b42acd1b9 None None] The port '13ef09e9-608c-4673-8fe5-af2d944315ba' was deleted {{(pid=75206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 17 18:14:23.117896 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46298) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:23.163759 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-2b4a831e-32f4-4623-9f2a-133e1d05108b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=850ad3dd57da46c1b0fc776256c72ef3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486722 Jun 17 18:14:23.165964 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46302) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:23.222845 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-112f3afc-0525-4e32-af85-66985b87dfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:23.247070 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-112f3afc-0525-4e32-af85-66985b87dfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:23.396464 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-112f3afc-0525-4e32-af85-66985b87dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:23.400205 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-9f94671e-732b-4fe0-bf3f-6a2ffbb07413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:23.414011 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3afc-0525-4e32-af85-66985b87dfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e9c38-0bac-4e4b-bc64-a17165b45478,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:23.416472 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-112f3afc-0525-4e32-af85-66985b87dfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:23.421408 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-112f3afc-0525-4e32-af85-66985b87dfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:23.422570 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-112f3afc-0525-4e32-af85-66985b87dfef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff1e9c38-0bac-4e4b-bc64-a17165b45478 HTTP/1.1" status: 204 len: 168 time: 0.2557316 Jun 17 18:14:23.608124 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 13ef09e9-608c-4673-8fe5-af2d944315ba no longer exists at agent ovs-agent-dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:23.649849 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.plugin [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] No Port match for: 13ef09e9-608c-4673-8fe5-af2d944315ba {{(pid=75206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2184}} Jun 17 18:14:23.650235 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron.plugins.ml2.rpc [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Device 13ef09e9-608c-4673-8fe5-af2d944315ba not bound to the agent host dv-cinder-796864-1-iscsi {{(pid=75206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:24.037141 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:24.213911 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:14:24.318629 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46310) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:24.368520 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-bd188599-82de-4fa2-9da8-6f6c4d569835 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ee68557ce514a909103cc2ab58bee84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485425 Jun 17 18:14:24.370696 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [-] (75205) accepted ('10.222.0.30', 46314) {{(pid=75205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:24.429940 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79ae6b2c-c5c2-4332-91d0-edaaee98e486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:24.454445 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79ae6b2c-c5c2-4332-91d0-edaaee98e486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:24.573486 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79ae6b2c-c5c2-4332-91d0-edaaee98e486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3888004'] for security_group, after_delete {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:24.577344 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-ffcaef5e-f3d1-48bc-8d05-ce2af8bf80c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:24.588641 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae6b2c-c5c2-4332-91d0-edaaee98e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dda97e-67ab-47b8-aa42-8e46360a915b,revision_number=None']} {{(pid=75205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:24.592548 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG oslo_concurrency.lockutils [None req-79ae6b2c-c5c2-4332-91d0-edaaee98e486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:24.596017 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron_lib.callbacks.manager [None req-79ae6b2c-c5c2-4332-91d0-edaaee98e486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:24.597117 dv-cinder-796864-1-iscsi neutron-server[75205]: INFO neutron.wsgi [None req-79ae6b2c-c5c2-4332-91d0-edaaee98e486 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8dda97e-67ab-47b8-aa42-8e46360a915b HTTP/1.1" status: 204 len: 168 time: 0.2255471 Jun 17 18:14:24.699218 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:49.224534 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-554a2718-82c9-4e95-b22a-228e6d5b209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:49.527452 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:51.270381 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cc2e-6edd-414a-93a0-34767fe3e78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:52.630108 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:53.996202 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:54.676078 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:01.214687 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:15:19.224764 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-540d6aa5-63e7-45e5-a431-70a14f1adb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:19.532762 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:21.258535 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-73110cb3-ff2e-421c-a0a0-1f82c7051be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:22.596085 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:24.002003 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:24.680729 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:32.142519 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [req-f6ce509c-34fa-478b-a713-5df6b8873ce1 req-071dd1ed-b12a-4a6b-b798-fc8402dc47f0 service neutron] (75205) timed out ('10.222.0.30', 42134) {{(pid=75205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 18:15:38.215336 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:15:49.236022 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-5c951b71-81c7-4d1b-a0b7-855597ffa5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:49.572885 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:51.287843 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-fc74ec77-b6c7-42da-8e9c-611be0445866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:52.573238 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:54.013264 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:54.681713 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:01.312211 dv-cinder-796864-1-iscsi neutron-server[75205]: DEBUG neutron.wsgi [req-e95925af-eb5c-4755-9192-8304c22bf102 req-38b18a3e-2c67-4c3f-915d-9e379b89c581 service neutron] (75205) timed out ('10.222.0.30', 39668) {{(pid=75205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 18:16:15.215274 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:16:19.224305 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-cb31cc5a-a298-40b6-84dc-777381b4f158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:19.532816 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:21.240368 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-f8668904-23bf-47a8-a20a-a18199453a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:22.607535 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:24.007305 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:24.668936 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:49.224508 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-20bcb5d1-fc4c-4a9d-8ee2-eb643dfc3280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:49.533000 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:51.247236 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c27c04c5-a09c-4a0d-beac-b44d604ec2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:52.215049 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:16:52.572834 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:54.024513 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:54.693165 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:19.252590 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bc9cb71d-2d21-4298-8afd-e965ee5e2334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:19.612795 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:21.235963 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-da7d68e4-d61b-461d-bb8d-095c3c5b0c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:22.572597 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:24.024771 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:24.686729 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:29.219936 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:17:49.235368 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-71ad7007-ec62-49ef-afd5-a75b4150594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:49.532725 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:51.228794 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-af105826-2dcb-4dac-adeb-54b1c6699f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:52.635168 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:54.001341 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:54.709786 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:06.221031 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:18:19.241134 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-c90b50f1-da8d-4c7b-84e2-50ecfdb7f090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:19.543719 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:21.229845 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1e527d26-6f87-4fcd-8e5d-364868dcaa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:22.647067 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:24.023881 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:24.738200 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:43.221272 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:18:49.258076 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-e207eb1a-46e9-42b2-8a92-14d32fbc5443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:49.536806 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:51.246878 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-facec97f-104d-4234-a245-a1e63873e995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:52.589426 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:54.030078 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:54.737445 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:19.234789 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-b51d19db-678a-4ffb-8562-602eabbac9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:19.548858 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-4db1c689-9aea-479e-ba90-46c0a8fc54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:20.221401 dv-cinder-796864-1-iscsi neutron-server[75207]: DEBUG neutron.db.agents_db [None req-7ce1dd79-9990-46ae-a9b6-0d8cf3ab86e7 None None] Agent healthcheck: found 6 active agents {{(pid=75207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 17 18:19:21.251720 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-7c6879fc-df01-49a1-8f3e-baf3f99e2f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:22.646284 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-1d4cde87-5137-4af3-a38f-b864fd463639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:24.034982 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-75b38582-ed70-41f4-8343-4203686cd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:24.719291 dv-cinder-796864-1-iscsi neutron-server[75206]: DEBUG neutron_lib.callbacks.manager [None req-bcf51eda-a50f-403f-8ab1-f16da98af6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775304369749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-623824'] for agent, after_update {{(pid=75206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}